-- Logs begin at Tue 2021-02-02 12:43:28 UTC, end at Tue 2021-02-02 13:51:27 UTC. -- Feb 02 13:28:15.436961 dv-cinder-772388-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 13:28:18.233684 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.common.config [-] Logging enabled! Feb 02 13:28:18.234547 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev457 Feb 02 13:28:18.235610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 13:28:18.237458 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.common.config [-] Logging enabled! Feb 02 13:28:18.237760 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev457 Feb 02 13:28:18.238124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 13:28:18.239220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 02 13:28:18.239488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 02 13:28:18.240596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 02 13:28:18.240888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 02 13:28:18.241151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 02 13:28:18.241538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.241894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.242241 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.242511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.242863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.243207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.243536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.243877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.244237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.244571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.244919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.245253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.245527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.245860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.246203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.246544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.246815 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] debug = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.247135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.247696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.248027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.248345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.248692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.249031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.249364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.249701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.250436 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] host = dv-cinder-772388-4-smb {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.250760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.251096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.251435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.251771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.252090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.252418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.252752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.253097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.253424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.253778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.254087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.254426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.254773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.255036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.255299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.255636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.256031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.256358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.256675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.257020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.257341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.257666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.257977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.258320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.258656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.258991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.259305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.259707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.259941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.260253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.260587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.260950 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.261251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.261570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.261909 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.262227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.262547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.262905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.263242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.263575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.263911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.264229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.264566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.264884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.265229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.265551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] use_json = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.265870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.266187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.266519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.266834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.267157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.267474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.267791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.268125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:18.268473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.268821 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.269206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.269541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.269882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.270211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.270558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.270885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.271224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.271755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.272057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.272383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.272720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.273067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.273425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.273788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.274317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.274479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.274782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.275102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.275421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.275747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.276080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.276427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.276770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.277115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.277439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.277917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.278449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.278985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.279538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.279919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.280438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.281018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.281571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.282139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.282655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.283036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.283488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.284037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.284522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.284871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.285258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.285693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.286195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.286772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.287383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.287940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.288462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.288821 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.289186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.289521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.289902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.290444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.291006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.291537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.292076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.292634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.293213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.293741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.294286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.294839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.295357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.295859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.296201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.296535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.297046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.297489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.297871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.298389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.298787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.299229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.299655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.300111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.300483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.300885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.301355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.301888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.302390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.302966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.303476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.303998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.304558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.305143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.305741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.306311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.306880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.307443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.307997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.308553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.309143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.309724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.310314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.310902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.311478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.312073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.312625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.313154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.313555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:18.313889 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 02 13:28:18.314258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80063) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 02 13:28:19.018813 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading Gnome Feb 02 13:28:19.037033 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading Google Feb 02 13:28:19.039946 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading Windows (alt) Feb 02 13:28:19.043560 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading file Feb 02 13:28:19.044421 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading keyczar Feb 02 13:28:19.044708 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading multi Feb 02 13:28:19.045437 dv-cinder-772388-4-smb neutron-server[80063]: INFO keyring.backend [-] Loading pyfs Feb 02 13:28:19.094007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:28:19.094328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:28:19.094673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:28:19.095047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 13:28:19.530242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.531091 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.531210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.583377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.583696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.584034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.587870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.588189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.588498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.662232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.662616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.662996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.664296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.664678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.665095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.954261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.954552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.954868 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.955181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:19.956040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.110159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.110544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.110878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.111194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.111500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.111904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.112211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.112511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.112811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.113181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.113492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.113810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.114124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.114429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.114745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.115104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.115451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.115784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.116081 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.116584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.116876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.117201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.117548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.117842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.118123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.118571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.118854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.119135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.119421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.119699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.119975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.121463 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 13:28:20.124865 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 13:28:20.129374 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 13:28:20.133563 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Feb 02 13:28:20.135268 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 13:28:20.136465 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 13:28:20.136859 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 02 13:28:20.137340 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 13:28:20.140165 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 13:28:20.140455 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 13:28:20.140852 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 02 13:28:20.164823 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 02 13:28:20.165389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.165729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 02 13:28:20.166147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.167529 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 13:28:20.167856 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 02 13:28:20.168139 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 02 13:28:20.171553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.171927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.249086 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 13:28:20.249330 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 13:28:20.249544 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 13:28:20.250314 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 13:28:20.289526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.sqlalchemy.engines [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80063) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 02 13:28:20.747804 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing driver for type 'gre' Feb 02 13:28:20.748364 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] gre ID ranges: [(1, 1000)] Feb 02 13:28:20.794253 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing driver for type 'local' Feb 02 13:28:20.794673 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing driver for type 'vlan' Feb 02 13:28:20.806717 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] VlanTypeDriver initialization complete Feb 02 13:28:20.807218 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing driver for type 'vxlan' Feb 02 13:28:20.807798 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] vxlan ID ranges: [(1, 1000)] Feb 02 13:28:20.871884 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing extension driver 'port_security' Feb 02 13:28:20.872247 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.extensions.port_security [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] PortSecurityExtensionDriver initialization complete Feb 02 13:28:20.872731 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing mechanism driver 'openvswitch' Feb 02 13:28:20.879492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:28:20.880360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.880819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.881233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.881652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.882035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.882624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.883247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.883747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.884272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.884699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > security_group after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.885114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > security_group after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.885654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.886081 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.886463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.886838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.887252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > address_group after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.887627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > address_group after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.888166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.888534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] ML2 OVO RPC backend initialized. {{(pid=80063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 02 13:28:20.889282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.889672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.890123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.890501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > networks before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.890874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.891244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > ports before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.891614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.891979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnets before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.892364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.892734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.893128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.893496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.893858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.894222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.894587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.894957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.895312 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.895933 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.plugin [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Modular L2 Plugin initialization complete Feb 02 13:28:20.896331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading services supported by the core plugin {{(pid=80063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 13:28:20.896700 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Got port-security extension from driver 'port_security' Feb 02 13:28:20.897226 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.extensions.vlantransparent [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Disabled vlantransparent extension. Feb 02 13:28:20.898753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 13:28:20.899101 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: router Feb 02 13:28:20.937514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.937845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.938247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router before_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.938638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.939049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.939445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_delete 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.939840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.940245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.940623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.941039 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.941421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.941826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.942319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.942734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.943141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.943513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: subnet after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.943885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.944269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.944649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.945073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.945452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.945853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.946227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.946613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.947006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.947384 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.947817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.948884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Tracking information for resource: router configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.949281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Tracking information for resource: floatingip configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 02 13:28:20.954876 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_agentschedulers_db [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 13:28:20.955543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.955945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.956374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.956710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.957666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router before_create 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.958065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.958465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_create 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.958922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > router precommit_update 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.964018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.provider_configuration [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service providers = [] {{(pid=80063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 13:28:20.964412 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.servicetype_db [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 13:28:20.967627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.service_base [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 02 13:28:20.968008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.service_base [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 02 13:28:20.968373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.service_base [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 02 13:28:20.969294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.service_base [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 02 13:28:20.969699 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.services.service_base [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 13:28:20.970130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:20.970481 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 13:28:20.981793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:20.982164 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: auto_allocate Feb 02 13:28:20.987930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: network precommit_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.988372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: network precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:20.988982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:20.989339 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: tag Feb 02 13:28:20.998830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:20.999234 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: timestamp Feb 02 13:28:21.003985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:21.004343 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: network_ip_availability Feb 02 13:28:21.010385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:21.010795 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:21.011220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:21.012083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:21.012563 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: flavors Feb 02 13:28:21.018040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:21.018410 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading Plugin: revisions Feb 02 13:28:21.023531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 02 13:28:21.023971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.929s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:28:21.024799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 02 13:28:21.025187 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Initializing extension manager. Feb 02 13:28:21.025752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: __init__.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.026125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: __pycache__ {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.026526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.026850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: address_group.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.027706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.028379 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: address-group Feb 02 13:28:21.028740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: address_scope.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.029708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.030275 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: address-scope Feb 02 13:28:21.030642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.031641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.032205 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: router-admin-state-down-before-update Feb 02 13:28:21.032562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: agent.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.033366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.033934 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: agent Feb 02 13:28:21.034288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: agent_resources_synced.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.035206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.035768 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: agent-resources-synced Feb 02 13:28:21.036121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: allowedaddresspairs.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.038140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.038729 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: allowed-address-pairs Feb 02 13:28:21.039094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: auto_allocated_topology.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.040367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.041006 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: auto-allocated-topology Feb 02 13:28:21.041367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: availability_zone.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.042128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.042696 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: availability_zone Feb 02 13:28:21.043053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: availability_zone_filter.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.044002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.044751 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: availability_zone_filter Feb 02 13:28:21.045135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: data_plane_status.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.046046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.046698 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 13:28:21.047067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: default_subnetpools.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.048149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.048721 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: default-subnetpools Feb 02 13:28:21.049105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.049995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.050583 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: dhcp_agent_scheduler Feb 02 13:28:21.050944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: dns.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.051927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.052490 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension dns-integration not supported by any of loaded plugins Feb 02 13:28:21.052960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: dns_domain_ports.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.053970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.054550 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 13:28:21.054902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: dvr.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.055639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.056213 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: dvr Feb 02 13:28:21.056565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: empty_string_filtering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.057716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.058287 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: empty-string-filtering Feb 02 13:28:21.058642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.059566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.060131 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 13:28:21.060484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.061434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.061995 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 13:28:21.062349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: external_net.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.063255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.063822 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: external-net Feb 02 13:28:21.064177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.065137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.065702 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: extra_dhcp_opt Feb 02 13:28:21.066055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: extraroute.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.066975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.067549 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: extraroute Feb 02 13:28:21.067898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: extraroute_atomic.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.069050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.069625 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: extraroute-atomic Feb 02 13:28:21.069977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: filter_validation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.070876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.071443 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: filter-validation Feb 02 13:28:21.071795 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: fip_pf_description.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.072718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.073319 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 13:28:21.073669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: fip_port_details.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.074600 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.075171 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: fip-port-details Feb 02 13:28:21.075522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: flavors.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.076935 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.077526 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: flavors Feb 02 13:28:21.077881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.079563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.080151 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 13:28:21.080523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: floatingip_pools.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.081336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.081895 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: floatingip-pools Feb 02 13:28:21.082264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: ip_allocation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.083194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.083790 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 13:28:21.084153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.085121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.085689 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: ip-substring-filtering Feb 02 13:28:21.086051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l2_adjacency.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.086976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.087534 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 13:28:21.087893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.089246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.089832 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: router Feb 02 13:28:21.090189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.092595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.093228 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 13:28:21.093589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.094551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.095128 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: ext-gw-mode Feb 02 13:28:21.095487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.096426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.097027 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: l3-ha Feb 02 13:28:21.097388 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3_flavors.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.098316 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.098889 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: l3-flavors Feb 02 13:28:21.099248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.100390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.100981 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 13:28:21.101337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: l3agentscheduler.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.102575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.103162 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: l3_agent_scheduler Feb 02 13:28:21.103701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: logging.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.105315 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.105898 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension logging not supported by any of loaded plugins Feb 02 13:28:21.106260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: metering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.107062 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.107820 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: metering Feb 02 13:28:21.108208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.109401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.109980 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: metering_source_and_destination_fields Feb 02 13:28:21.110337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: multiprovidernet.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.111294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.111856 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: multi-provider Feb 02 13:28:21.112221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: netmtu.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.113177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.113738 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: net-mtu Feb 02 13:28:21.114092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: netmtu_writable.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.115051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.115622 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: net-mtu-writable Feb 02 13:28:21.115976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: network_availability_zone.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.116817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.117417 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: network_availability_zone Feb 02 13:28:21.117761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: network_ip_availability.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.119046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.119619 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: network-ip-availability Feb 02 13:28:21.119981 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: network_segment_range.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.120851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.121605 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 13:28:21.121961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: pagination.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.122969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.123331 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: pagination Feb 02 13:28:21.123682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: port_device_profile.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.124596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.125568 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: port-device-profile Feb 02 13:28:21.125922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.126840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.127408 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: port-mac-address-regenerate Feb 02 13:28:21.127761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.128684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.129278 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: port-numa-affinity-policy Feb 02 13:28:21.129681 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: port_resource_request.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.130627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.131234 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 13:28:21.131585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: portbindings.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.132528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.133291 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: binding Feb 02 13:28:21.133651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: portbindings_extended.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.134978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.135549 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: binding-extended Feb 02 13:28:21.135908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: portsecurity.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.136829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.137465 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: port-security Feb 02 13:28:21.137819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: project_id.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.138788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.139157 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: project-id Feb 02 13:28:21.139515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: providernet.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.140454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.141067 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: provider Feb 02 13:28:21.141423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.145287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.145882 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos not supported by any of loaded plugins Feb 02 13:28:21.146275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.147733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.148346 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 13:28:21.148716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.149688 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.150275 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 13:28:21.150630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_default.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.151533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.152100 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-default not supported by any of loaded plugins Feb 02 13:28:21.152451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_fip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.153179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.153748 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-fip not supported by any of loaded plugins Feb 02 13:28:21.154104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_gateway_ip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.155186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.155761 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 13:28:21.156115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_port_network_policy.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.157070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.157634 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 13:28:21.157989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_rule_type_details.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.158907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.159490 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 13:28:21.159844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: qos_rules_alias.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.160951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.161520 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 13:28:21.161896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: quotasv2.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.163013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.163378 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: quotas Feb 02 13:28:21.163731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: quotasv2_detail.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.165611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.165984 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: quota_details Feb 02 13:28:21.166346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: rbac.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.167679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.168278 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: rbac-policies Feb 02 13:28:21.168637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: rbac_address_scope.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.169623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.170200 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: rbac-address-scope Feb 02 13:28:21.170558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: rbac_security_groups.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.171477 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.172056 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: rbac-security-groups Feb 02 13:28:21.172414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: rbac_subnetpool.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.173395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.173973 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: rbac-subnetpool Feb 02 13:28:21.174318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: revisionifmatch.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.175265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.175839 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: revision-if-match Feb 02 13:28:21.176197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: revisions.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.177378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.177984 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: standard-attr-revisions Feb 02 13:28:21.178358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: router_availability_zone.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.179066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.179654 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: router_availability_zone Feb 02 13:28:21.180013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: routerservicetype.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.180966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.181535 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension router-service-type not supported by any of loaded plugins Feb 02 13:28:21.181882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.182803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.183366 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: security-groups-normalized-cidr Feb 02 13:28:21.183727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.184648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.185245 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: port-security-groups-filtering Feb 02 13:28:21.185603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.186538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.187110 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: security-groups-remote-address-group Feb 02 13:28:21.187466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: securitygroup.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.201416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.202042 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: security-group Feb 02 13:28:21.202407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: segment.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.203281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.203857 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension segment not supported by any of loaded plugins Feb 02 13:28:21.204216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.205214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.205786 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 13:28:21.206147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: servicetype.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.207254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.207828 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: service-type Feb 02 13:28:21.208188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: sorting.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.209229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.209599 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: sorting Feb 02 13:28:21.209958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: standard_attr_segment.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.210865 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.211486 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 13:28:21.211847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: standardattrdescription.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.212548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.213163 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: standard-attr-description Feb 02 13:28:21.213523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: stateful_security_group.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.214456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.215028 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: stateful-security-group Feb 02 13:28:21.215381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: stdattrs_common.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.215968 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 13:28:21.216322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.217364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.218105 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 13:28:21.218462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: subnet_onboard.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.219545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.220141 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: subnet_onboard Feb 02 13:28:21.220487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.221439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.222016 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 13:28:21.222371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: subnet_service_types.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.223301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.223873 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: subnet-service-types Feb 02 13:28:21.224225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: subnetallocation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.225445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.226021 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: subnet_allocation Feb 02 13:28:21.226379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.227074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.227648 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: subnetpool-prefix-ops Feb 02 13:28:21.228004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.228958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.229523 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 13:28:21.229885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: tagging.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.231242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.231826 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: standard-attr-tag Feb 02 13:28:21.232186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: timestamp.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.233589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.234168 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loaded extension: standard-attr-timestamp Feb 02 13:28:21.234532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: trunk.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.235564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.236144 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension trunk not supported by any of loaded plugins Feb 02 13:28:21.236501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: trunk_details.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.237481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.238062 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension trunk-details not supported by any of loaded plugins Feb 02 13:28:21.238420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: uplink_status_propagation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.239330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.239905 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 13:28:21.240288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Loading extension file: vlantransparent.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 02 13:28:21.241232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 13:28:21.242819 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 13:28:21.247245 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:network Feb 02 13:28:21.248113 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:subnet Feb 02 13:28:21.248785 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 13:28:21.249480 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:port Feb 02 13:28:21.252336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.252837 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service FLAVORS assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.253563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.254033 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.254405 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:router Feb 02 13:28:21.255157 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 13:28:21.256015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service METERING assigned prefix: /metering {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.257922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:21.258324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:21.258707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:28:21.259882 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 13:28:21.260366 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:security_group Feb 02 13:28:21.261418 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 13:28:21.262229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service CORE assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.262593 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 13:28:21.262970 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] subnetpool is already registered Feb 02 13:28:21.263640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service CORE assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.263997 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 13:28:21.264355 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] subnetpool is already registered Feb 02 13:28:21.267269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.270810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service FLAVORS assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.270810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.270810 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:router Feb 02 13:28:21.270810 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] router is already registered Feb 02 13:28:21.270810 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 13:28:21.271601 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] floatingip is already registered Feb 02 13:28:21.271830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service METERING assigned prefix: /metering {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.272592 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 13:28:21.272958 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] rbac_policy is already registered Feb 02 13:28:21.273630 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:security_group Feb 02 13:28:21.273992 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] security_group is already registered Feb 02 13:28:21.274709 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 13:28:21.275070 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] security_group_rule is already registered Feb 02 13:28:21.275915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service CORE assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.276453 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 13:28:21.276808 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] subnetpool is already registered Feb 02 13:28:21.277552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Service CORE assigned prefix: {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 02 13:28:21.277944 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 13:28:21.278298 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] subnetpool is already registered Feb 02 13:28:21.279021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: extensions {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.280828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: address-groups {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.282784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: address-scopes {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.284115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: agents {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.285429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: auto-allocated-topology {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.286798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: availability_zones {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.288301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: dhcp-networks {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.289858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: dhcp-agents {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.291404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: routers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.293387 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: flavors {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.294647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: service_profiles {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.296171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: next_providers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.297861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: service_profiles {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.299434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: floatingip-pools {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.300751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: routers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.302824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: floatingips {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.304115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: l3-routers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.305804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: l3-agents {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.307368 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: metering-labels {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.308863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: metering-label-rules {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.310280 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: network-ip-availabilities {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.311635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: bindings {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.313448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: quotas {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.315007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: quotas {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.316552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: rbac-policies {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.317985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: security-groups {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.319363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: security-group-rules {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.320709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: service-providers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.322062 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: subnetpools {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.323667 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: subnetpools {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.325277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.327310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.330463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.332484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.334527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.336604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.338702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.340802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.342866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.344859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.extensions [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 02 13:28:21.352368 dv-cinder-772388-4-smb neutron-server[80063]: WARNING keystonemiddleware.auth_token [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 13:28:21.357942 dv-cinder-772388-4-smb neutron-server[80063]: WARNING keystonemiddleware.auth_token [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 13:28:21.368264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Acquired lock "singleton_lock" {{(pid=80063) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 02 13:28:21.368788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Releasing lock "singleton_lock" {{(pid=80063) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 02 13:28:21.370574 dv-cinder-772388-4-smb neutron-server[80063]: INFO oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Starting 2 workers Feb 02 13:28:21.375856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Started child 80176 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 02 13:28:21.380882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Started child 80177 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 02 13:28:21.381264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:21.382435 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 13:28:21.383006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Notify callbacks [] for process, before_spawn {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:21.383178 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [-] (80176) wsgi starting up on http://0.0.0.0:9696 Feb 02 13:28:21.384562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:21.385632 dv-cinder-772388-4-smb neutron-server[80063]: INFO oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Starting 1 workers Feb 02 13:28:21.385928 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [-] (80177) wsgi starting up on http://0.0.0.0:9696 Feb 02 13:28:21.391328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Started child 80178 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 02 13:28:21.391893 dv-cinder-772388-4-smb neutron-server[80063]: INFO oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Starting 1 workers Feb 02 13:28:21.395462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] calling RpcWorker wait() {{(pid=80178) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 13:28:21.396229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] returning from RpcWorker wait() {{(pid=80178) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 13:28:21.397014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Started child 80179 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 02 13:28:21.397887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31f42550-c35e-47e4-ac99-b6edc2806029 None None] Notify callbacks [] for process, after_spawn {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:21.398997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:21.399736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:28:21.399871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80063) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 02 13:28:21.399998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 02 13:28:21.400190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 02 13:28:21.401154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 02 13:28:21.401572 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 02 13:28:21.401741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 02 13:28:21.402493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.402797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.403180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.403499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.403856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.404533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.404815 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.405153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.405460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.405700 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.405828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:21.406164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.406338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.406800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.407141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.407527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.407830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.408099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.408376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.408617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.408838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.409163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.409443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.409768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] debug = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.409969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.410611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.410840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.411128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.411415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.411748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.412077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.412427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.412675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.412956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.413193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.413479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.413732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.413983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.414208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.414419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.414949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] host = dv-cinder-772388-4-smb {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.415191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.415406 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.415557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.415834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.416127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.416392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.416615 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.416845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.417136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.417420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.417654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:28:21.417815 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.418137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.418424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.418622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.418622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_options = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.419022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.419164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.419361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.419726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.419726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.420123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.420123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.420546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.420546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.421029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.421029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.421443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.421659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.421887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.422128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.422347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.422579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.422798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.423019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.423253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.423471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.423713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.423932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.424154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.424371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.424594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.424842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.425252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.425466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.425693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.425908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.426131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.426349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.426567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.427622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.427939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.428251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.428815 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.429311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.429491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.430001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.430228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.430579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.430779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.430962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.431212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_json = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.431470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.431731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.432042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.432301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.432573 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.432829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.433112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.433420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.433887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.434208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.441101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.442327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.443732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.444005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.444005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.444310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.445078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.445078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.445078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.445508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.445657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.445938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.446095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.446341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.446593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.446941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.447221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.447499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.447775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.448027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.448465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.448720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.449120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.449377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.449636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.451874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.452296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.452296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.452547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.452724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.453007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.453298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.453553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.453803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.454057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.454306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.454557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.454809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.455065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.455316 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.455567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.456010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.456422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.456852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.457339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.457791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.458320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.459238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.459636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.460137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.460685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.461640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.461640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.462117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.462934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.463166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.463470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.464047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.464575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.465133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.465633 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.466704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.466704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.467132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.467468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.467918 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.468380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.468840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.469571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.470079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.472042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.472042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.472042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.472042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.472461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.472980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.473728 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.474294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.474878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.475697 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.476499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.477273 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.478064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.478714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.479321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.480108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.480666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.480964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.481787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.482340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.482637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.482987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.483413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.484023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.484491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.484820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.485145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.485449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.485788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.486117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.486428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.486742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.487048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.487340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.487640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.487946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.488201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.488459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.488778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.489084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.489364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.489742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.490264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.490512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.490956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.491313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.491747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.492032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.492267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.492735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.493123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.493408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.493644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.493916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.494169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.494442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.494711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.494972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.495231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.495526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.495787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.496129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.496396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.497232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.497232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.497232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.497799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.497799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.498156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.498297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.499344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.499344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.499344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.499344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.500577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.500577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.500577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.501247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.501247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.501656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.501860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.502033 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.503401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.503401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.503401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.503401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.503401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.504430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.504430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.504430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.504430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.505228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.505228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.505228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.505708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.505708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.505996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.508351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.510053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.511266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.511266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.511266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.511266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.511874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.512949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.512949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.513729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.514387 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.515079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.515673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.516409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.516781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.517269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.517716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.518231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.518721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.519207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.519720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.520270 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.520809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.521167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.521650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.522064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.522362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.522845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.523153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.523466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.523743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.524015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.524263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.524542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.524800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.525147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.525597 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.525978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.526281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.526633 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.527071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.527537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.527991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.528473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.528855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.529220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 02 13:28:21.530106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80063) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 02 13:28:21.530449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 02 13:28:21.530764 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 02 13:28:21.531121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 02 13:28:21.531475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 02 13:28:21.531784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 02 13:28:21.532213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.532539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.532883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.533335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.533577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.533880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.534201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.534543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.534887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.535224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.535567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.535910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.536260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.536605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.537040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.537395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.537790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.538019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.538336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.538655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.538976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.539295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.539609 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] debug = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.539925 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.540255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.540567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.540879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.541173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.541489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.541803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.542113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.542420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.542725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.543031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.543334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.543684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.543916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.544146 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.544379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.544621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] host = dv-cinder-772388-4-smb {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.544853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.545402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.545402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.545724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.545724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.546035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.546384 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.546727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.547134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.547345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.547562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.547811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.548035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.548236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.548382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_options = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.548585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.548930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.549276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.549631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.549916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.550823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.550823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.550823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.550823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.551294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.551294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.551593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.551878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.552387 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.552684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.552851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.553160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.553485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.553941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.554183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.554404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.554623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.554944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.555275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.555564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.555853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.556197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.556507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.556818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.557153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.557480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.557823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.558163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.558476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.558783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.559051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.559394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.559718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.559984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.560154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.560379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.560611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.560828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.561128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.561128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.561508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_json = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.561508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.561879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.561879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.562185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.562185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.562606 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.562606 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.562967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 02 13:28:21.562967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.563266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.563426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.563622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.563985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.564302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.564657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.565043 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.565400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.565761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.566086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.566314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.566528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.566725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.566918 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.567763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.568088 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.568272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.568480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.568692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.569050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.569216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:28:21.569395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.569559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.569780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.570040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.570222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.570569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.570878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.571095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.571375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.571543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.571754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.572074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.572280 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.572482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.572684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.572881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.573244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.573451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.573631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.573828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.574144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.574314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.574467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.574689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.575022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.575367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.575708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.576067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.576417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.576788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.577845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.578164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.578513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.578864 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.579229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.579666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.580010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.580353 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.580710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.581096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.581478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.581814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.582162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.582525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.582867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.583221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.583565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.583972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.584314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.584658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.585029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.585343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.585673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.585999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.586322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.586653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.586993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.587344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.587685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.588031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.588385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.588705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.589288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.589649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.590024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.590369 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.590706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.591057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.591419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.591777 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.592128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.592475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.592793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.593181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.593545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.593883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.594243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.594551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.594734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.594912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.595305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.595519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.595691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.595856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.596015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.596218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.596391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.596596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.596760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.596974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.597208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.597425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.597585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.597793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.597946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.598107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.598317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.598526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.598526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.598946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.598946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.599433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.599433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.599433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.600018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.600018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.600018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.600510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.600510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.600510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.601674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.602449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.602449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.602449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.602449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.603883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.604626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.604626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.604626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.604626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.605454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.605454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.605454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.605454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.605454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.606389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.606389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.606389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.606389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.606389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.606389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.607278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.607278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.607278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.607278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.607278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.608217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.608217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.608217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.608217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.608217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609865 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.609974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.610147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.610472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.610843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.612984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.612984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.612984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.612984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.612984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.612984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.613396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.613466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.613783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.614152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.614509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.614868 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.620919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.621626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.622072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.622072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.622072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.622072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.622408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.622763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.623068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.623324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.623581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.623790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.624070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.624284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.624489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.624689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.625234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.625450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.625650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.625871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.626081 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.626289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.626487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.626693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.626899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.627103 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.627298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.627501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.627713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.627986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.628798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.628798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.628798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.628798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.628798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.630032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.630032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.630032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.630307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.630613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.632655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.633504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 02 13:28:21.633504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 02 13:28:21.649400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36748) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:28:21.661556 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098829 Feb 02 13:28:34.255381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f487b-095e-4a88-8b04-9a297abb65ad None None] get_active_networks_info from dv-cinder-772388-4-smb {{(pid=80178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 02 13:28:34.414052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-145fedce-25d1-4f8a-a8a6-0e8a9c7df54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:34.445832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f487b-095e-4a88-8b04-9a297abb65ad None None] No non-hosted networks {{(pid=80178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 13:28:37.400398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ffd76774-21da-4b47-830f-4527895a59c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:37.458468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e74bf022-2d7e-4da8-b545-63f3bd60a797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:38.630024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:39.439523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:39.441152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.442729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.444956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.445911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.446680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.447409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.448005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.448576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.449479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.450055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.450691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.452014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:39.453168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772388-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:28:39.468310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:28:40.165469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:41.676144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36836) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:28:42.159632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] get_endpoint_by_host() called for host dv-cinder-772388-4-smb {{(pid=80178) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 02 13:28:42.165247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] get_endpoint_by_ip() called for ip 192.168.0.128 {{(pid=80178) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 02 13:28:42.168857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] _add_endpoint() called for ip 192.168.0.128 {{(pid=80178) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 02 13:28:42.175632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] _get_endpoints() called {{(pid=80178) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 02 13:28:42.806510 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-13e2d0a5-d2f2-4618-8c53-acc0b7c23072 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:42.807391 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-13e2d0a5-d2f2-4618-8c53-acc0b7c23072 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:43.055510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [None req-13e2d0a5-d2f2-4618-8c53-acc0b7c23072 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:28:43.057196 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-13e2d0a5-d2f2-4618-8c53-acc0b7c23072 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.3797591 Feb 02 13:28:44.073876 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_hamode_db [None req-61dc5d24-b8e2-42d3-b58f-58321c1adbf2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 13:28:44.178085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc5d24-b8e2-42d3-b58f-58321c1adbf2 None None] Routers set() bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:28:44.178547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc5d24-b8e2-42d3-b58f-58321c1adbf2 None None] Router IDs set() for agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 02 13:28:45.937613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36852) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:28:46.402323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:46.514341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.policy [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80176) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 02 13:28:46.515790 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:46.516462 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:46.551331 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] Loaded quota_driver: . Feb 02 13:28:46.568248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:28:46.639468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788936531849', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788936513138', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788936514873', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788936494124', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788936493935', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854672075', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037923', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948323'] for rbac-policy, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:46.730910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:46.732251 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2e2e89b6-b94d-4587-99bb-365448030e2e admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7935536 Feb 02 13:28:50.779934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36866) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:28:51.291566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'eba55acfb28c4584ace4fa899162da49'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:51.297878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:28:51.303666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Usage tracker for resource:network and tenant:eba55acfb28c4584ace4fa899162da49 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:28:51.309212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:28:51.317140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:28:51.327321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Made reservation on behalf of eba55acfb28c4584ace4fa899162da49 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:28:51.337509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.367926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.385325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:28:51.389494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Usage tracker for resource:security_group_rule and tenant:eba55acfb28c4584ace4fa899162da49 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:28:51.393673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:28:51.401953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:28:51.564230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.568649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.577629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:28:51.602075 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:28:51.635487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788934072930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.636115 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Added segment 3799726b-1130-4633-9c55-c498d64c87ef of type vxlan for network 0ff99090-5be7-40fb-b30b-f9e205bb109c Feb 02 13:28:51.854173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1da8f-3b60-491d-9c17-d922c153c244,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:28:51.877718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.878101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.878456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.878816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.879173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.879535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.880001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.880284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.880657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.881030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.881380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.881725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Tracked resource versions report: Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:28:51.883042 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:28:51.923614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.940707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:28:51.977897 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.979939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:28:51.981080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:51.989974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:28:52.120282 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3389883 Feb 02 13:28:52.120941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff99090-5be7-40fb-b30b-f9e205bb109c,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:28:52.124742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:28:52.137457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:28:55.872854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 36882) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:28:56.775461 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:56.776265 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:57.253723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.policy [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80177) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 02 13:28:57.254646 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:57.255114 dv-cinder-772388-4-smb neutron-server[80063]: WARNING oslo_policy.policy [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 13:28:57.280907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:28:57.283069 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3b838635-fdb2-4238-8242-b747321f53b6 admin admin] 10.222.0.90 "GET /v2.0/networks/0ff99090-5be7-40fb-b30b-f9e205bb109c HTTP/1.1" status: 200 len: 818 time: 1.4070966 Feb 02 13:28:57.319277 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ddf203db-6dd4-48d1-a96d-b63205512763 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/8e47159c-3613-4682-b215-0c7a93fc1b69 HTTP/1.1" status: 200 len: 734 time: 0.0296090 Feb 02 13:28:57.331812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Request body: {'subnet': {'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'name': 'private-subnet', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:57.335248 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.quota [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Loaded quota_driver: . Feb 02 13:28:57.342814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:28:57.349336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Usage tracker for resource:subnet and tenant:eba55acfb28c4584ace4fa899162da49 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:28:57.353367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:28:57.361890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:28:57.377275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Made reservation on behalf of eba55acfb28c4584ace4fa899162da49 for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:28:57.383697 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:58.211136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:58.225292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:28:58.408790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec2e6fc-daaa-4707-9157-98c530b66849,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:28:58.438509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.438873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.439084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.439437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.439782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.440130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.440475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.440816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.441218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.441559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.441933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.442315 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Tracked resource versions report: Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:28:58.443503 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:28:58.510087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:28:58.551031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Checking segment: {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:28:58.551419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Network hostable DHCP agents. Network: 0ff99090-5be7-40fb-b30b-f9e205bb109c, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:28:58.577487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:28:58.589014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 0ff99090-5be7-40fb-b30b-f9e205bb109c) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:28:58.595401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:28:58.596042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:58.604932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e13a8-f012-4900-b294-4d1e296530f9 None None] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:28:58.629081 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3027256 Feb 02 13:28:59.070371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-0ff99090-5be7-40fb-b30b-f9e205bb109c', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:28:59.071759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:59.510306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Allocated IP 172.20.0.2 (0ff99090-5be7-40fb-b30b-f9e205bb109c/2ec2e6fc-daaa-4707-9157-98c530b66849/ae805d51-6423-4012-b87d-7a24f0cc6e9a) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:28:59.824302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:59.840048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Transition to ACTIVE for port object ae805d51-6423-4012-b87d-7a24f0cc6e9a will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:28:59.860988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Transition to ACTIVE for port object ae805d51-6423-4012-b87d-7a24f0cc6e9a will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:28:59.869777 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:28:59.885090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:00.031066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Pushing event updated for resources: {'Port': ['ID=ae805d51-6423-4012-b87d-7a24f0cc6e9a,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:00.231299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.231663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.232426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.232426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.232759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.233112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.233468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.233824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.234177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.234530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.234881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.235233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Tracked resource versions report: Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:29:00.236976 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:29:00.241356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:00.327407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:29:00.329373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:29:00.333778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:29:00.437448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Attempting to bind port ae805d51-6423-4012-b87d-7a24f0cc6e9a on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:00.438018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Attempting to bind port ae805d51-6423-4012-b87d-7a24f0cc6e9a by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:29:00.438640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Attempting to bind port ae805d51-6423-4012-b87d-7a24f0cc6e9a on network 0ff99090-5be7-40fb-b30b-f9e205bb109c {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:29:00.448378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:29:00.449073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Checking segment: {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:29:00.449829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:00.450602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Bound using segment: {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:29:00.451424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Bound port: ae805d51-6423-4012-b87d-7a24f0cc6e9a, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:29:00.452119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:00.632748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] For port ae805d51-6423-4012-b87d-7a24f0cc6e9a, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:29:00.641702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] For port ae805d51-6423-4012-b87d-7a24f0cc6e9a, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=ae805d51-6423-4012-b87d-7a24f0cc6e9a,segment=NetworkSegment(3799726b-1130-4633-9c55-c498d64c87ef),segment_id=3799726b-1130-4633-9c55-c498d64c87ef)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:29:00.646999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:00.677293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:00.850979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Pushing event updated for resources: {'Port': ['ID=ae805d51-6423-4012-b87d-7a24f0cc6e9a,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:00.857334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:02.413998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 36902) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:03.023128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [None req-cd8294e1-6a7d-4316-bd31-f44483b9e2af admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:29:03.024736 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-cd8294e1-6a7d-4316-bd31-f44483b9e2af admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.6089687 Feb 02 13:29:04.065922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-54016d6d-2eda-4999-b11f-973860a9d89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:06.135176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 36916) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:06.284258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device ae805d51-6423-4012-b87d-7a24f0cc6e9a up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:29:06.368271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port ae805d51-6423-4012-b87d-7a24f0cc6e9a completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:29:06.587250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2dbee1-97b3-4b7d-b8d2-6bd962563456 None None] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:29:06.777231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Provisioning for port ae805d51-6423-4012-b87d-7a24f0cc6e9a completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:29:06.785987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Provisioning complete for port ae805d51-6423-4012-b87d-7a24f0cc6e9a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:06.786393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:06.911796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [None req-37efdec4-66d0-4b95-8d04-42f97d720dff admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:29:06.913227 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-37efdec4-66d0-4b95-8d04-42f97d720dff admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7764385 Feb 02 13:29:07.067586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:07.133367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] For port ae805d51-6423-4012-b87d-7a24f0cc6e9a, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=ae805d51-6423-4012-b87d-7a24f0cc6e9a,segment=NetworkSegment(3799726b-1130-4633-9c55-c498d64c87ef),segment_id=3799726b-1130-4633-9c55-c498d64c87ef)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:29:07.139843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:07.147475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-00ba8fd9-e577-4668-932c-5f5852bd79a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:07.266812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Pushing event updated for resources: {'Port': ['ID=ae805d51-6423-4012-b87d-7a24f0cc6e9a,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:07.272569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:07.400450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a251aa25-2ebc-4438-b7c4-080696d8b81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:07.474845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ff65ba84-a1dd-4c15-bd10-e7cd1ff4611e None None] Provisioning complete for port ae805d51-6423-4012-b87d-7a24f0cc6e9a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:07.475515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff65ba84-a1dd-4c15-bd10-e7cd1ff4611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:07.803101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-3fd9aecd-687a-43e3-9385-1a454b0691df None None] Provisioning complete for port ae805d51-6423-4012-b87d-7a24f0cc6e9a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:07.803801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3fd9aecd-687a-43e3-9385-1a454b0691df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:08.099889 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a670eac3-fc6e-4b43-9579-17426535131c None None] Provisioning complete for port ae805d51-6423-4012-b87d-7a24f0cc6e9a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:08.100306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a670eac3-fc6e-4b43-9579-17426535131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:08.245515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device ae805d51-6423-4012-b87d-7a24f0cc6e9a up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:29:08.346924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port ae805d51-6423-4012-b87d-7a24f0cc6e9a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:08.347339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:08.406022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:09.416098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:09.490773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:29:09.990288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:10.392797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 36948) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:10.628213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:10.634190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:29:10.638895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Usage tracker for resource:router and tenant:eba55acfb28c4584ace4fa899162da49 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:29:10.642486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:29:10.649351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:29:10.660219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:10.662090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:10.685366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:10.813242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:10.837439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:10.839177 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-13fc8127-17cd-4d99-8712-e23731bc09a1 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4446759 Feb 02 13:29:13.719933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 36958) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:13.857535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [None req-653117a7-6a27-4d4b-b169-22e9ce92a98a admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:29:13.858688 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-653117a7-6a27-4d4b-b169-22e9ce92a98a admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1373520 Feb 02 13:29:16.740176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36968) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:16.850335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:16.856101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:29:16.860580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Usage tracker for resource:network and tenant:ad27dd0714564d95b116885500f894c6 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:29:16.864266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:29:16.872021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:29:16.881558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Made reservation on behalf of ad27dd0714564d95b116885500f894c6 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:29:16.886825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:16.901484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:16.919417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:29:16.924479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Usage tracker for resource:security_group_rule and tenant:ad27dd0714564d95b116885500f894c6 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:29:16.927847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:29:16.934811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:29:17.060369 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:17.063131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:17.066490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:17.092521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Reserving flat network on physical network physnet1 {{(pid=80176) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 02 13:29:17.107563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38c3e0d-c3aa-4c63-9045-41c2bf14c905,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:17.112373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:17.115443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788934072930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:17.116067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Unsubscribe: segment precommit_create {{(pid=80176) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 02 13:29:17.116502 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Added segment 6ffebe4d-1942-4c77-91a5-04a478a69b6c of type flat for network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 Feb 02 13:29:17.167045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:17.216720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:17.218069 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:29:17.218721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:17.222772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:17.346725 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6048188 Feb 02 13:29:17.347460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c61ec5-e69b-4d2b-9333-f4049ef50a27,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:17.362720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:17.388620 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:29:20.122935 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36978) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:20.314695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f600e1a-2b3a-41a3-b94b-be268c95f199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:29:20.316165 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4f600e1a-2b3a-41a3-b94b-be268c95f199 admin admin] 10.222.0.90 "GET /v2.0/subnets/2ec2e6fc-daaa-4707-9157-98c530b66849 HTTP/1.1" status: 200 len: 849 time: 0.1918597 Feb 02 13:29:20.593995 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-14573f6a-3bf3-40c9-9194-c40cd88c3fd2 admin admin] 10.222.0.90 "GET /v2.0/routers/85d826a9-5806-4aa1-ae4a-d309a21abb53 HTTP/1.1" status: 200 len: 704 time: 0.2664750 Feb 02 13:29:21.262785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:21.761602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Allocated IP 172.20.0.1 (0ff99090-5be7-40fb-b30b-f9e205bb109c/2ec2e6fc-daaa-4707-9157-98c530b66849/b00cdb3f-9d12-466a-83b4-483a5c10c464) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:29:21.959854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:21.993533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Transition to ACTIVE for port object b00cdb3f-9d12-466a-83b4-483a5c10c464 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:29:22.059746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:22.077646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:22.375461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Pushing event updated for resources: {'Port': ['ID=b00cdb3f-9d12-466a-83b4-483a5c10c464,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:22.383050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:22.441234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:29:22.442467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:29:22.446473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:29:22.447308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:22.724215 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a99682a5-9b6b-4162-b52a-48d35a6b5c7b None None] Provisioning for port b00cdb3f-9d12-466a-83b4-483a5c10c464 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:29:22.729598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a99682a5-9b6b-4162-b52a-48d35a6b5c7b None None] Provisioning complete for port b00cdb3f-9d12-466a-83b4-483a5c10c464 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:22.730217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99682a5-9b6b-4162-b52a-48d35a6b5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:22.787544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:22.792882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a99682a5-9b6b-4162-b52a-48d35a6b5c7b None None] Port b00cdb3f-9d12-466a-83b4-483a5c10c464 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:29:23.191217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:23.195256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:23.196538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:23.209909 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:23.347814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Pushing event updated for resources: {'Port': ['ID=b00cdb3f-9d12-466a-83b4-483a5c10c464,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:23.361867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:23.445829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:29:23.447028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:29:23.698564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Router 85d826a9-5806-4aa1-ae4a-d309a21abb53 is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:29:23.728426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a23379c4-8a5d-46c6-ac3d-c732e3029c87 None None] Provisioning complete for port b00cdb3f-9d12-466a-83b4-483a5c10c464 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:23.729019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a23379c4-8a5d-46c6-ac3d-c732e3029c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:23.824668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a23379c4-8a5d-46c6-ac3d-c732e3029c87 None None] Port b00cdb3f-9d12-466a-83b4-483a5c10c464 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:29:23.876557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:29:23.888463 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] 10.222.0.90 "PUT /v2.0/routers/85d826a9-5806-4aa1-ae4a-d309a21abb53/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.2854290 Feb 02 13:29:23.889531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Sync routers for ids ['85d826a9-5806-4aa1-ae4a-d309a21abb53'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:29:23.901969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Routers {'85d826a9-5806-4aa1-ae4a-d309a21abb53'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:29:23.902580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:29:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['85d826a9-5806-4aa1-ae4a-d309a21abb53'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:24.140413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Set router 85d826a9-5806-4aa1-ae4a-d309a21abb53 gateway port host: None {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:29:25.002213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:29:10Z', 'updated_at': '2021-02-02T13:29:22Z', 'revision_number': 2, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'gw_port_host': None, '_interfaces': [{'id': 'b00cdb3f-9d12-466a-83b4-483a5c10c464', 'name': '', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'mac_address': 'fa:16:3e:68:bc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:21Z', 'updated_at': '2021-02-02T13:29:22Z', 'revision_number': 2, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'subnets': [{'id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:25.010612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Checking router: 85d826a9-5806-4aa1-ae4a-d309a21abb53 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:29:25.011230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Updating router 85d826a9-5806-4aa1-ae4a-d309a21abb53 port b00cdb3f-9d12-466a-83b4-483a5c10c464 binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:29:25.112104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:25.813523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:25.831178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Transition to ACTIVE for port object b00cdb3f-9d12-466a-83b4-483a5c10c464 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:29:25.835295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:25.853979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:25.990079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Pushing event updated for resources: {'Port': ['ID=b00cdb3f-9d12-466a-83b4-483a5c10c464,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:26.010313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.011163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.011163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.011472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.011704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.012068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.012429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.012777 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.013159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.013506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.013855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.014289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Tracked resource versions report: Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:29:26.015392 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:29:26.023804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:26.211608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Attempting to bind port b00cdb3f-9d12-466a-83b4-483a5c10c464 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:26.212511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Attempting to bind port b00cdb3f-9d12-466a-83b4-483a5c10c464 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:29:26.212511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Attempting to bind port b00cdb3f-9d12-466a-83b4-483a5c10c464 on network 0ff99090-5be7-40fb-b30b-f9e205bb109c {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:29:26.219214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:29:26.219651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Checking segment: {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:29:26.220132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:26.220569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Bound using segment: {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:29:26.221128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Bound port: b00cdb3f-9d12-466a-83b4-483a5c10c464, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3799726b-1130-4633-9c55-c498d64c87ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:29:26.221544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:26.355202 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] For port b00cdb3f-9d12-466a-83b4-483a5c10c464, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:29:26.362360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] For port b00cdb3f-9d12-466a-83b4-483a5c10c464, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b00cdb3f-9d12-466a-83b4-483a5c10c464,segment=NetworkSegment(3799726b-1130-4633-9c55-c498d64c87ef),segment_id=3799726b-1130-4633-9c55-c498d64c87ef)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:29:26.369798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:26.385694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:26.553592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Pushing event updated for resources: {'Port': ['ID=b00cdb3f-9d12-466a-83b4-483a5c10c464,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:26.559682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7537441-c1f8-4f63-8975-9f04d4a6b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:26.645807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Routers {'85d826a9-5806-4aa1-ae4a-d309a21abb53'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:29:26.647147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:29:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['85d826a9-5806-4aa1-ae4a-d309a21abb53'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:26.898293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] Set router 85d826a9-5806-4aa1-ae4a-d309a21abb53 gateway port host: None {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:29:27.310585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 36990) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:27.341896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:29:10Z', 'updated_at': '2021-02-02T13:29:22Z', 'revision_number': 2, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'gw_port_host': None, '_interfaces': [{'id': 'b00cdb3f-9d12-466a-83b4-483a5c10c464', 'name': '', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'mac_address': 'fa:16:3e:68:bc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:21Z', 'updated_at': '2021-02-02T13:29:26Z', 'revision_number': 4, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'subnets': [{'id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:27.347644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec6403-c70f-4039-8470-867bf95176bf None None] The sync data for ids ['85d826a9-5806-4aa1-ae4a-d309a21abb53'] in dv-cinder-772388-4-smb is: [{'id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:29:10Z', 'updated_at': '2021-02-02T13:29:22Z', 'revision_number': 2, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'gw_port_host': None, '_interfaces': [{'id': 'b00cdb3f-9d12-466a-83b4-483a5c10c464', 'name': '', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'mac_address': 'fa:16:3e:68:bc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:21Z', 'updated_at': '2021-02-02T13:29:26Z', 'revision_number': 4, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'subnets': [{'id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:29:27.538135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980387fa-4fdb-4d50-b16c-b1a97b793c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:29:27.538793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-980387fa-4fdb-4d50-b16c-b1a97b793c10 admin admin] Synchronizing usage tracker for tenant:ad27dd0714564d95b116885500f894c6 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:29:27.560151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-980387fa-4fdb-4d50-b16c-b1a97b793c10 admin admin] Unset dirty status for tenant:ad27dd0714564d95b116885500f894c6 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:29:27.561631 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-980387fa-4fdb-4d50-b16c-b1a97b793c10 admin admin] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 842 time: 0.2491705 Feb 02 13:29:27.577785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:27.584188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:29:27.588717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Usage tracker for resource:subnet and tenant:ad27dd0714564d95b116885500f894c6 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:29:27.592295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:29:27.602258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:29:27.616266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Made reservation on behalf of ad27dd0714564d95b116885500f894c6 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:29:27.623706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:28.476162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80176) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:29:28.476847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:28.496510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:28.641604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba7367f-6a67-4874-8b41-07c39778d80c,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:28.657635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:28.739283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:29:28.739776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Network hostable DHCP agents. Network: f1c61ec5-e69b-4d2b-9333-f4049ef50a27, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:29:28.769172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:29:28.785945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, f1c61ec5-e69b-4d2b-9333-f4049ef50a27) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:29:28.791924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:29:28.792978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:28.798158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc11a9-85e7-46e7-b984-d3fd036b5d39 None None] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:29:28.829982 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2565169 Feb 02 13:29:29.136085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c411c-3836-4817-9eac-9546b16d8e80 None None] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:29:30.272510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b00cdb3f-9d12-466a-83b4-483a5c10c464 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:29:30.397788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port b00cdb3f-9d12-466a-83b4-483a5c10c464 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:29:30.404368 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port b00cdb3f-9d12-466a-83b4-483a5c10c464 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:30.404778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:30.599029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:30.666182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port b00cdb3f-9d12-466a-83b4-483a5c10c464, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b00cdb3f-9d12-466a-83b4-483a5c10c464,segment=NetworkSegment(3799726b-1130-4633-9c55-c498d64c87ef),segment_id=3799726b-1130-4633-9c55-c498d64c87ef)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:29:30.670016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:30.672859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-edf1d32e-48c0-46cb-bbe7-6f7d4406259b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:30.760693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=b00cdb3f-9d12-466a-83b4-483a5c10c464,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:30.764926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:32.146675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37004) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:32.246550 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b00cdb3f-9d12-466a-83b4-483a5c10c464 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:29:32.360689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port b00cdb3f-9d12-466a-83b4-483a5c10c464 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:32.361363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:32.559991 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3d6377d8-aae1-4b7d-bc93-614ec3e43ed6 admin admin] 10.222.0.90 "GET /v2.0/routers/85d826a9-5806-4aa1-ae4a-d309a21abb53 HTTP/1.1" status: 200 len: 710 time: 0.4108698 Feb 02 13:29:32.726432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc652d30-c686-4963-b7e8-df8b46d055f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:29:32.728132 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-cc652d30-c686-4963-b7e8-df8b46d055f6 admin admin] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 886 time: 0.1622207 Feb 02 13:29:32.744953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:33.500750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:33.894145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:33.981982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.007405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.024692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:29:34.029035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:29:34.032529 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:29:34.039744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:29:34.067873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad834102-8a18-4545-bff0-7a6aa72452eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.155408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.158884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.172390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:34.259856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf70cc-a37f-4a76-b7f6-52ed4e4e0f06,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:34.275143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:34.462471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Allocated IP 172.28.0.185 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/19de342c-ad1b-4aba-903d-72eb14d70c1b) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:29:34.627583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.695786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:34.708977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:34.848254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Pushing event updated for resources: {'Port': ['ID=19de342c-ad1b-4aba-903d-72eb14d70c1b,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:34.851647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:34.927412 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:29:34.928574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:29:34.931327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:29:35.357780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:35.897573 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:35.901674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-972865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853802935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853805854'] for router, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:36.110738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Router 85d826a9-5806-4aa1-ae4a-d309a21abb53 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:29:36.307936 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:29:36.318817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Sync routers for ids ['85d826a9-5806-4aa1-ae4a-d309a21abb53'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:29:36.325812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:36.327110 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] 10.222.0.90 "PUT /v2.0/routers/85d826a9-5806-4aa1-ae4a-d309a21abb53 HTTP/1.1" status: 200 len: 890 time: 3.5877833 Feb 02 13:29:36.329909 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Routers {'85d826a9-5806-4aa1-ae4a-d309a21abb53'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:29:36.330608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:29:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['85d826a9-5806-4aa1-ae4a-d309a21abb53'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:36.746279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Set router 85d826a9-5806-4aa1-ae4a-d309a21abb53 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:29:37.146970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '19de342c-ad1b-4aba-903d-72eb14d70c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:29:10Z', 'updated_at': '2021-02-02T13:29:35Z', 'revision_number': 4, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'gw_port': {'id': '19de342c-ad1b-4aba-903d-72eb14d70c1b', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:34Z', 'updated_at': '2021-02-02T13:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'b00cdb3f-9d12-466a-83b4-483a5c10c464', 'name': '', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'mac_address': 'fa:16:3e:68:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:21Z', 'updated_at': '2021-02-02T13:29:30Z', 'revision_number': 5, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'subnets': [{'id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:37.152391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Checking router: 85d826a9-5806-4aa1-ae4a-d309a21abb53 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:29:37.152776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Updating router 85d826a9-5806-4aa1-ae4a-d309a21abb53 port 19de342c-ad1b-4aba-903d-72eb14d70c1b binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:29:37.215990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:37.409341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a5950efe-9017-44b1-8628-e0a31ac7f333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:37.685451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:37.699589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Transition to ACTIVE for port object 19de342c-ad1b-4aba-903d-72eb14d70c1b will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:29:37.702173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:37.718994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:37.856513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fe426-5bc4-49e4-b39a-434d3258c327 None None] Pushing event updated for resources: {'Port': ['ID=19de342c-ad1b-4aba-903d-72eb14d70c1b,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:37.861348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-866fe426-5bc4-49e4-b39a-434d3258c327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:37.942020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Attempting to bind port 19de342c-ad1b-4aba-903d-72eb14d70c1b on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:37.942337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Attempting to bind port 19de342c-ad1b-4aba-903d-72eb14d70c1b by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:29:37.942748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Attempting to bind port 19de342c-ad1b-4aba-903d-72eb14d70c1b on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:29:37.949326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:29:37.949731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:29:37.950178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:37.950610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:29:37.951123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Bound port: 19de342c-ad1b-4aba-903d-72eb14d70c1b, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:29:37.951527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:38.036580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] For port 19de342c-ad1b-4aba-903d-72eb14d70c1b, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:29:38.040226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] For port 19de342c-ad1b-4aba-903d-72eb14d70c1b, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=19de342c-ad1b-4aba-903d-72eb14d70c1b,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:29:38.044164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:38.058303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:38.241395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fe426-5bc4-49e4-b39a-434d3258c327 None None] Pushing event updated for resources: {'Port': ['ID=19de342c-ad1b-4aba-903d-72eb14d70c1b,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:38.244755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-866fe426-5bc4-49e4-b39a-434d3258c327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:38.287095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Routers {'85d826a9-5806-4aa1-ae4a-d309a21abb53'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:29:38.287769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:29:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['85d826a9-5806-4aa1-ae4a-d309a21abb53'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:38.459921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:38.517365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] Set router 85d826a9-5806-4aa1-ae4a-d309a21abb53 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:29:38.898684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '19de342c-ad1b-4aba-903d-72eb14d70c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:29:10Z', 'updated_at': '2021-02-02T13:29:35Z', 'revision_number': 4, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'gw_port': {'id': '19de342c-ad1b-4aba-903d-72eb14d70c1b', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:34Z', 'updated_at': '2021-02-02T13:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'b00cdb3f-9d12-466a-83b4-483a5c10c464', 'name': '', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'mac_address': 'fa:16:3e:68:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:21Z', 'updated_at': '2021-02-02T13:29:30Z', 'revision_number': 5, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'subnets': [{'id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:29:38.903253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473896-0d66-499f-9c28-9532fcf31b13 None None] The sync data for ids ['85d826a9-5806-4aa1-ae4a-d309a21abb53'] in dv-cinder-772388-4-smb is: [{'id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'name': 'router1', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '19de342c-ad1b-4aba-903d-72eb14d70c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:29:10Z', 'updated_at': '2021-02-02T13:29:35Z', 'revision_number': 4, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'gw_port': {'id': '19de342c-ad1b-4aba-903d-72eb14d70c1b', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:34Z', 'updated_at': '2021-02-02T13:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'b00cdb3f-9d12-466a-83b4-483a5c10c464', 'name': '', 'network_id': '0ff99090-5be7-40fb-b30b-f9e205bb109c', 'tenant_id': 'eba55acfb28c4584ace4fa899162da49', 'mac_address': 'fa:16:3e:68:bc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d826a9-5806-4aa1-ae4a-d309a21abb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:29:21Z', 'updated_at': '2021-02-02T13:29:30Z', 'revision_number': 5, 'project_id': 'eba55acfb28c4584ace4fa899162da49', 'subnets': [{'id': '2ec2e6fc-daaa-4707-9157-98c530b66849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e47159c-3613-4682-b215-0c7a93fc1b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:29:39.231159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37014) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:29:39.393236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01694dc4-6911-4450-b8cf-236ad679f8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:29:39.409023 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-01694dc4-6911-4450-b8cf-236ad679f8b3 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1620784 Feb 02 13:29:39.409494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:39.988444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:40.258583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 19de342c-ad1b-4aba-903d-72eb14d70c1b up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:29:40.338342 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 19de342c-ad1b-4aba-903d-72eb14d70c1b completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:29:40.343488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 19de342c-ad1b-4aba-903d-72eb14d70c1b triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:40.343906 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:40.487532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:40.508180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 19de342c-ad1b-4aba-903d-72eb14d70c1b, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=19de342c-ad1b-4aba-903d-72eb14d70c1b,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:29:40.511739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:40.514032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:29:40.603740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=19de342c-ad1b-4aba-903d-72eb14d70c1b,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:29:40.612385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:29:42.270810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 19de342c-ad1b-4aba-903d-72eb14d70c1b up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:29:42.368440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 19de342c-ad1b-4aba-903d-72eb14d70c1b triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:29:42.369336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:29:46.481022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:30:04.063590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95102c4b-5253-4faa-81d4-6154d189d044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:07.397214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bada3097-dc41-413f-a8e9-229f1b67e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:08.376713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:09.409621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:09.993076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:23.481218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:30:34.095374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a55c02cd-a1ba-4929-94ef-899da6250191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:37.386857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6f1a99e-f44a-4873-b88b-78c84c8a749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:38.379472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:39.420299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:30:40.017580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:00.487227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:31:04.083587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-df656129-6370-42fe-8126-ab3e006f077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:07.392440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc54c516-ff9d-4828-98aa-1ec96a731066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:08.376278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:09.412734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:10.018820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:34.073873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ac2f-4115-40aa-a3e6-8c24ec36abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:37.378258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a3e43016-ac2f-4db0-8e5a-67b1711d0fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:37.477930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:31:38.377831 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:39.399621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:31:40.011036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:04.077233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fcfff8f5-b646-4077-84ca-fbc6316d503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:04.411833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37590) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:04.515046 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.pecan_wsgi.hooks.translation [None req-465c3d6e-b298-4eeb-a2ae-01595bca53eb admin admin] GET failed (client error): The resource could not be found. Feb 02 13:32:04.516429 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-465c3d6e-b298-4eeb-a2ae-01595bca53eb admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1034219 Feb 02 13:32:04.662149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d9860-a681-4ade-b0ed-fe9c1964d7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:04.664530 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2d0d9860-a681-4ade-b0ed-fe9c1964d7c1 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1434519 Feb 02 13:32:07.156525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37600) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:07.331878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a344b-72b1-4e89-b265-59fd918a1109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:07.332432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-514a344b-72b1-4e89-b265-59fd918a1109 admin admin] Synchronizing usage tracker for tenant:ad27dd0714564d95b116885500f894c6 on resource:subnet {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:32:07.349987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-514a344b-72b1-4e89-b265-59fd918a1109 admin admin] Unset dirty status for tenant:ad27dd0714564d95b116885500f894c6 on resource:subnet {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:32:07.351285 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-514a344b-72b1-4e89-b265-59fd918a1109 admin admin] 10.222.0.90 "GET /v2.0/subnets/2ec2e6fc-daaa-4707-9157-98c530b66849 HTTP/1.1" status: 200 len: 849 time: 0.1936843 Feb 02 13:32:07.361860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:07.382636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-db44a365-d33b-4ef6-8058-eed7a875e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:07.495756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:07.852551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788934040947'] for subnet, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:07.866212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06f72df3-5916-450c-bf47-35306199adbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:32:08.007630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec2e6fc-daaa-4707-9157-98c530b66849,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:32:08.030455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.030836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.031209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.031575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.031938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.032291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.032641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.033047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.033411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.033770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.034156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.034605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:32:08.040003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:32:08.071708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:08.072352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:08.074136 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0d3d66c2-7a3d-4a65-b537-6d913afbaff0 admin admin] 10.222.0.90 "PUT /v2.0/subnets/2ec2e6fc-daaa-4707-9157-98c530b66849 HTTP/1.1" status: 200 len: 868 time: 0.7162027 Feb 02 13:32:08.095060 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046dc5e6-734b-424e-bf89-b3e5fa677836 None None] Network 0ff99090-5be7-40fb-b30b-f9e205bb109c requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:32:08.385268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:08.585046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5f560294-5877-4ce0-b7db-73d37144b48e None None] Provisioning complete for port b00cdb3f-9d12-466a-83b4-483a5c10c464 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:32:08.585624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5f560294-5877-4ce0-b7db-73d37144b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:08.789508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5f560294-5877-4ce0-b7db-73d37144b48e None None] Provisioning complete for port ae805d51-6423-4012-b87d-7a24f0cc6e9a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:32:08.789848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5f560294-5877-4ce0-b7db-73d37144b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:09.393964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:10.012272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:10.601668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37610) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:10.829231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d180e-d6db-4ee8-b76b-760680e57029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:10.829571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d180e-d6db-4ee8-b76b-760680e57029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:10.831366 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b70d180e-d6db-4ee8-b76b-760680e57029 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2286191 Feb 02 13:32:13.322319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37620) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:13.555251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b870500-d2a7-4776-bf8f-cd4bbd596ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:13.556934 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4b870500-d2a7-4776-bf8f-cd4bbd596ca5 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2332122 Feb 02 13:32:14.482755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:32:16.080636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37630) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:16.325361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e15d9-c50b-4796-838b-aa28ac985661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:16.326910 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-716e15d9-c50b-4796-838b-aa28ac985661 admin admin] 10.222.0.90 "GET /v2.0/networks/0ff99090-5be7-40fb-b30b-f9e205bb109c HTTP/1.1" status: 200 len: 862 time: 0.2449367 Feb 02 13:32:18.949407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37640) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:19.173270 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e51bfe-9600-4f73-826b-809fde2bbeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:19.174862 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-94e51bfe-9600-4f73-826b-809fde2bbeef admin admin] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 886 time: 0.2245045 Feb 02 13:32:21.683078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37650) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:21.837287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be80e5-10b5-4f9d-b4fa-571acd4f7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:21.837713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be80e5-10b5-4f9d-b4fa-571acd4f7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:21.839400 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-08be80e5-10b5-4f9d-b4fa-571acd4f7616 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1549957 Feb 02 13:32:24.410304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37660) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:24.566629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd72bc-d5ab-44fa-978a-ea10b62ae1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:24.567573 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd72bc-d5ab-44fa-978a-ea10b62ae1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:24.569959 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d1bd72bc-d5ab-44fa-978a-ea10b62ae1a9 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1578150 Feb 02 13:32:27.089205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37670) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:27.254073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e88727-a629-4612-b9e1-c9dd7555cda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:27.255599 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-69e88727-a629-4612-b9e1-c9dd7555cda5 admin admin] 10.222.0.90 "GET /v2.0/subnets/2ec2e6fc-daaa-4707-9157-98c530b66849 HTTP/1.1" status: 200 len: 868 time: 0.1651523 Feb 02 13:32:29.788715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37680) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:29.929390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72129f8b-3931-41ed-b57f-1155cc3b4563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:29.930782 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-72129f8b-3931-41ed-b57f-1155cc3b4563 admin admin] 10.222.0.90 "GET /v2.0/subnets/5ba7367f-6a67-4874-8b41-07c39778d80c HTTP/1.1" status: 200 len: 816 time: 0.1408744 Feb 02 13:32:34.070082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0284529d-01fb-4055-aff3-3a0b905f5a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:37.388991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4c52d1aa-d622-420e-ad46-a1a6e7ccc590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:38.387892 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:39.405541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:40.022288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:32:51.482425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:32:56.063309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37720) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:56.160150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [None req-dba97c51-d686-420b-9d5c-8a9ddf045bed admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:32:56.161326 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dba97c51-d686-420b-9d5c-8a9ddf045bed admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0966253 Feb 02 13:32:58.802262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37730) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:32:58.914582 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d4a047-4807-4345-a118-6499d5fead13 admin admin] GET failed (client error): The resource could not be found. Feb 02 13:32:58.915901 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f9d4a047-4807-4345-a118-6499d5fead13 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1125846 Feb 02 13:32:59.059220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e2946-f73e-45a2-9397-7c929197cce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:32:59.060835 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-105e2946-f73e-45a2-9397-7c929197cce9 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403062 Feb 02 13:33:01.591848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37740) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:33:01.682401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:01.687927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:33:01.699164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:33:01.709617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Made reservation on behalf of ad27dd0714564d95b116885500f894c6 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:33:01.714480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:01.815593 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.services.revisions.revision_plugin [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Could not find related network for resource to bump revision. Feb 02 13:33:01.839214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:33:01.855139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:01.855790 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Added segment 0e4ccb96-3faf-4265-8c88-42e86ac6fa70 of type vxlan for network 0533d4e2-cd69-49a3-b437-0a606d2434e8 Feb 02 13:33:01.886119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:01.918956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:01.920543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:33:01.921252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:01.926748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:33:02.220397 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.6271842 Feb 02 13:33:02.221180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Pushing event updated for resources: {'Network': ['ID=0533d4e2-cd69-49a3-b437-0a606d2434e8,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:33:02.225049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:33:02.233965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:33:04.073932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79aab362-a01d-406b-a56d-7c037608d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:04.741498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37750) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:33:04.853780 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32cd8df-63a5-4834-a55e-c0ca52b0cda4 admin admin] GET failed (client error): The resource could not be found. Feb 02 13:33:04.854460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e32cd8df-63a5-4834-a55e-c0ca52b0cda4 admin admin] Synchronizing usage tracker for tenant:ad27dd0714564d95b116885500f894c6 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:33:04.874679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e32cd8df-63a5-4834-a55e-c0ca52b0cda4 admin admin] Unset dirty status for tenant:ad27dd0714564d95b116885500f894c6 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:33:04.878987 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e32cd8df-63a5-4834-a55e-c0ca52b0cda4 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1338747 Feb 02 13:33:04.995343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6588a3-2bd8-48fb-a294-726432bb6ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:33:04.997015 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3b6588a3-2bd8-48fb-a294-726432bb6ec5 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1139922 Feb 02 13:33:05.008733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8', 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:05.014197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:33:05.025127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:33:05.034863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Made reservation on behalf of ad27dd0714564d95b116885500f894c6 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:33:05.039698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:05.468154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:05.481644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:33:05.615898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4084f631-27de-4d35-a76f-5f5c12d04006,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:33:05.629679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:33:05.690659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Checking segment: {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:33:05.691050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Network hostable DHCP agents. Network: 0533d4e2-cd69-49a3-b437-0a606d2434e8, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:33:05.711179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:33:05.720829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 0533d4e2-cd69-49a3-b437-0a606d2434e8) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:33:05.725737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:33:05.726103 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:05.731648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61548ba1-c377-4b4f-a5e0-d31cb89607f1 None None] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:33:05.752552 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7478626 Feb 02 13:33:06.003941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-0533d4e2-cd69-49a3-b437-0a606d2434e8', 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8', 'tenant_id': 'ad27dd0714564d95b116885500f894c6', 'fixed_ips': [{'subnet_id': '4084f631-27de-4d35-a76f-5f5c12d04006'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:33:06.004879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:06.335614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Allocated IP 192.168.233.2 (0533d4e2-cd69-49a3-b437-0a606d2434e8/4084f631-27de-4d35-a76f-5f5c12d04006/f1c7ff44-c869-4d71-a86d-283f8b47d982) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:33:06.575226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:06.586898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Transition to ACTIVE for port object f1c7ff44-c869-4d71-a86d-283f8b47d982 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:33:06.603910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Transition to ACTIVE for port object f1c7ff44-c869-4d71-a86d-283f8b47d982 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:33:06.610009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:06.634757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-866fe426-5bc4-49e4-b39a-434d3258c327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:33:06.778377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Pushing event updated for resources: {'Port': ['ID=f1c7ff44-c869-4d71-a86d-283f8b47d982,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:33:06.792224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.792608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.793028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.793409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.793768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.794136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.794459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.794822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.795190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.795569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.795923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.796280 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:33:06.810636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:33:06.856458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:33:06.857780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:33:06.860156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:33:06.925419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Attempting to bind port f1c7ff44-c869-4d71-a86d-283f8b47d982 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:33:06.925814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Attempting to bind port f1c7ff44-c869-4d71-a86d-283f8b47d982 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:33:06.926220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Attempting to bind port f1c7ff44-c869-4d71-a86d-283f8b47d982 on network 0533d4e2-cd69-49a3-b437-0a606d2434e8 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:33:06.933380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:33:06.933954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Checking segment: {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:33:06.934503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:06.935031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Bound using segment: {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:33:06.935691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Bound port: f1c7ff44-c869-4d71-a86d-283f8b47d982, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:33:06.936230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:07.037054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] For port f1c7ff44-c869-4d71-a86d-283f8b47d982, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:33:07.040814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] For port f1c7ff44-c869-4d71-a86d-283f8b47d982, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=f1c7ff44-c869-4d71-a86d-283f8b47d982,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:33:07.045787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:07.065236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:33:07.218684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Pushing event updated for resources: {'Port': ['ID=f1c7ff44-c869-4d71-a86d-283f8b47d982,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:33:07.225067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:33:07.385446 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-998c28f8-4a1d-4cab-976e-b2d506f7f3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:08.403466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:08.425019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device f1c7ff44-c869-4d71-a86d-283f8b47d982 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:33:08.507383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port f1c7ff44-c869-4d71-a86d-283f8b47d982 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:33:08.589502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a2a1b0-016c-4ee8-9631-504e371787b7 None None] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:33:08.700205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Provisioning for port f1c7ff44-c869-4d71-a86d-283f8b47d982 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:33:08.708490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Provisioning complete for port f1c7ff44-c869-4d71-a86d-283f8b47d982 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:33:08.708938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:09.246496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:09.302515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] For port f1c7ff44-c869-4d71-a86d-283f8b47d982, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=f1c7ff44-c869-4d71-a86d-283f8b47d982,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:33:09.307259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:09.309450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:33:09.405090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Pushing event updated for resources: {'Port': ['ID=f1c7ff44-c869-4d71-a86d-283f8b47d982,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:33:09.415341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:33:09.418520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:09.557266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-422699d5-5d1b-40d0-8dcc-98935f6d1537 None None] Provisioning complete for port f1c7ff44-c869-4d71-a86d-283f8b47d982 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:33:09.557667 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-422699d5-5d1b-40d0-8dcc-98935f6d1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:09.863853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-1488ffec-941e-473f-a942-964db6676119 None None] Provisioning complete for port f1c7ff44-c869-4d71-a86d-283f8b47d982 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:33:09.864279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1488ffec-941e-473f-a942-964db6676119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:10.034148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:10.150298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-426998ce-b4c3-4f20-92f8-f6f628f396db None None] Provisioning complete for port f1c7ff44-c869-4d71-a86d-283f8b47d982 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:33:10.150677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-426998ce-b4c3-4f20-92f8-f6f628f396db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:10.373760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device f1c7ff44-c869-4d71-a86d-283f8b47d982 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:33:10.454715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port f1c7ff44-c869-4d71-a86d-283f8b47d982 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:33:10.455333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:28.482014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:33:34.080573 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5e6f-04a6-4f1d-8a56-297fa34563bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:37.390342 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4df2d76f-ec24-4e94-be0d-48fe1bae1bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:38.398296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:39.402286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:33:40.028848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:04.086894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d620de0-3232-4975-97a2-2d9fe9e273cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:05.486367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:34:07.398888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4539903b-e27e-40d8-9138-2e99cacd0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:08.402158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:09.399293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:10.030216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:13.655143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37792) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:34:13.662757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [None req-f1bee501-3ea2-4f4e-a33b-937da8a92365 tempest-verify_tempest_config-426810776 tempest-verify_tempest_config-426810776-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:34:13.663833 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f1bee501-3ea2-4f4e-a33b-937da8a92365 tempest-verify_tempest_config-426810776 tempest-verify_tempest_config-426810776-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0075994 Feb 02 13:34:14.049687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 37812) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:34:14.215882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.233207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:34:14.237690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Usage tracker for resource:security_group_rule and tenant:047959ec88214c00bb2fd69b21a09315 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:34:14.240814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:34:14.246817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:34:14.351096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.357903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.368428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bf1dc939-7a0f-4446-8ea7-807dc0bb4626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:34:14.410522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Synchronizing usage tracker for tenant:ad27dd0714564d95b116885500f894c6 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:34:14.413222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189ca91-426b-4372-9239-21c0137c9b8b,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:34:14.423895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.424277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.424655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.425061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.425430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.425808 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.426156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.426526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.426899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.427264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.427622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.427972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.432978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:34:14.443663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Unset dirty status for tenant:ad27dd0714564d95b116885500f894c6 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:34:14.444956 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=047959ec88214c00bb2fd69b21a09315&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3941069 Feb 02 13:34:14.450080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37818) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:34:14.515338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.542654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.596937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.600928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:34:14.612962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189ca91-426b-4372-9239-21c0137c9b8b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:34:14.624011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.624407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.624774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.625539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.625929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.626275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.626576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.626943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.627322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.627675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.628025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.628352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:34:14.631343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:14.635169 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3189ca91-426b-4372-9239-21c0137c9b8b HTTP/1.1" status: 204 len: 168 time: 0.1829274 Feb 02 13:34:14.635169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:34:34.080857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3c5f-d419-4878-8363-d494f529a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:37.396311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-69b427cd-7560-4147-aa93-63b3c5b353c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:38.405091 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:39.404657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:40.030152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:34:42.490453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:35:04.088850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2069954f-c00d-44e7-865f-229b65715aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:07.394648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-097220c4-c0ab-4420-9d56-ef4cd2b81c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:08.400932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:09.414507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:10.036260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:19.495726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:35:34.085292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-42457bb9-a443-4997-bfbf-74857c27e8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:37.401906 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25b677d6-f657-4f9a-94d6-8bd849d93c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:38.406794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:39.419849 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:40.045262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:54.278578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:35:54.279488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.280542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.280542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.281345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.282039 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.282681 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.283319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.284047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.284464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.284870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.285248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.285595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:35:54.285990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:35:54.300469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:35:54.700948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80178) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 02 13:35:54.706907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] get_endpoint_by_ip() called for ip 192.168.0.131 {{(pid=80178) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 02 13:35:54.711051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] _add_endpoint() called for ip 192.168.0.131 {{(pid=80178) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 02 13:35:54.719127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] _get_endpoints() called {{(pid=80178) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 02 13:35:56.503511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:36:04.081960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6f588d53-2faa-413e-836c-80ec71c7d8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:07.389418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19553ee9-fd0b-4850-b5c7-e7b16ed6e5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:08.409926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:09.404580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:10.045411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:11.807157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37894) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:36:11.980513 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5471cd53-6019-4b51-9368-8bfa461fdf8d admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5075 time: 0.1716361 Feb 02 13:36:14.729310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 37904) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:36:14.827742 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-02e907cc-161f-486a-bbec-b08e0e5fc8c2 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5075 time: 0.0967739 Feb 02 13:36:24.274843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:33.494171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:36:34.076018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9106d86-821b-4e3f-8573-e6d7d2f9d49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:37.383363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9080269c-9437-4e19-91e9-da5c2fa62279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:38.409902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:39.409895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:40.047011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:36:54.272195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:04.079916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6f1-0fa5-4b08-95f2-c35364c2b47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:07.387226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa1f5c4-c4d5-486f-b811-d2c87c9624ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:08.413782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:09.419561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:10.048785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:10.498982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:37:24.272782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:34.083938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c078c959-8cf3-4037-bf56-415deb951cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:37.392073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aee14ad7-906b-4c05-a2f7-b034aeee6cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:38.416634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:39.415736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:40.049144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:47.500773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:37:54.277154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:56.126605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38082) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:56.447025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38098) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:56.784720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-857683294-network', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:56.794125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:56.798658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Usage tracker for resource:network and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:56.801920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:56.808060 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:56.819595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Made reservation on behalf of c89fdfc321ec4e32b59d53e1e9b84da7 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:37:56.824515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:56.838127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:56.855383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:56.858520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:56.861765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:56.877545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:56.984002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:56.987765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:56.992128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:57.033798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:37:57.040553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1b268-015e-4c8c-9286-ae13ad98b014,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:57.054277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.054751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.055195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.055594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.056044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.056485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.057218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.057660 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.058106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.058566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.058993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.059428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.060133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.060708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.061241 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.061712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.062094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.062668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.063094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.063561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.063985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.064407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.064843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.065284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Tracked resource versions report: Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}, Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:37:57.066773 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:37:57.083830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.084705 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Added segment 990b5b7f-cd26-4b19-b892-a71a0410abf5 of type vxlan for network 332abd3e-62db-4896-98e0-a1ec91abeee4 Feb 02 13:37:57.087308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:57.104317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-658047204-network', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:57.116365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:57.119345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.123489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Usage tracker for resource:network and tenant:b37c98b76cb84abfb589388ea91a2f95 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:57.136716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:57.154530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:57.166172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.167679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:37:57.168425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.175536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:57.178079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Made reservation on behalf of b37c98b76cb84abfb589388ea91a2f95 for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:37:57.185958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.218656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38126) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:57.219965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.268042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:57.274120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b37c98b76cb84abfb589388ea91a2f95 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:57.278652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:57.285839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:57.317726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Pushing event updated for resources: {'Network': ['ID=332abd3e-62db-4896-98e0-a1ec91abeee4,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:57.322701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:57.332561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38138) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:57.334001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:37:57.343309 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2148228 Feb 02 13:37:57.353935 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Request body: {'subnet': {'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-857683294-subnet', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:57.366747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:57.388276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Usage tracker for resource:subnet and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:57.394927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:57.402791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:57.431766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Made reservation on behalf of c89fdfc321ec4e32b59d53e1e9b84da7 for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:37:57.437974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.499510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:37:57.660742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.667411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.692630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:37:57.705628 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788934072930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.706433 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Added segment 76016d57-fec7-4422-8df4-8c12c6ec087c of type vxlan for network 51eedb10-f9a0-43f2-afa6-01d4ac860349 Feb 02 13:37:57.729035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:57.758491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1123387982-network', 'tenant_id': '4be5e58f1e5b4dc490cdfc4cbbc1c976'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:57.868069 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:57.883429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Usage tracker for resource:network and tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:57.895566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:57.899617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:57.906210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d12dd8-4ea8-4ab5-84a4-225b86f043e6,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:57.933948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.934327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.934698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.935057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.935413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.935769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.936278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.936439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.936775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.937150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.937503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.937899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.938308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.938623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.939143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.939485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.939827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.940170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.940510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.940977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.941332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.941887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.942261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.942586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Tracked resource versions report: Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}, Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:37:57.943955 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:37:57.957511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:57.974135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:58.027406 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Made reservation on behalf of 4be5e58f1e5b4dc490cdfc4cbbc1c976 for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:37:58.034014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.067758 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.083160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.088489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:37:58.089297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.099423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:58.119790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:58.244088 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:58.258518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:58.289502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:58.319211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=51eedb10-f9a0-43f2-afa6-01d4ac860349,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:58.327402 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8791380 Feb 02 13:37:58.332371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38172) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:58.335181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:37:58.336675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:58.340765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Request body: {'subnet': {'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-subnet', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:58.352239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:58.363481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Usage tracker for resource:subnet and tenant:b37c98b76cb84abfb589388ea91a2f95 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:58.370034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:58.378313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:58.400602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Made reservation on behalf of b37c98b76cb84abfb589388ea91a2f95 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:37:58.405866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.512046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.513132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:37:58.516631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.525331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9aa006d3-8682-400c-92a4-7627b4190351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:58.572571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:37:58.578567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:58.740106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c2827-8a3b-40ba-9ea8-08762690681e,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:58.744048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:58.753859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:58.955754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.063789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788934072930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.064228 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Added segment 95c015fd-61c6-465d-89c8-cb101bf2d748 of type vxlan for network c1b9efa0-1c03-48a7-9e03-3b731b163358 Feb 02 13:37:59.076852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80b19e33-4e8e-4ec4-b9a6-085af3fb84c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:59.172315 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abdeea7-150c-4b9e-ac87-a289d1ad2a88,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:59.175465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:59.221211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.236489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Checking segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:37:59.239751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Network hostable DHCP agents. Network: 51eedb10-f9a0-43f2-afa6-01d4ac860349, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:37:59.242928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:59.267094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:59.290721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:37:59.309727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 51eedb10-f9a0-43f2-afa6-01d4ac860349) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:37:59.318471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08032aa0-e1d3-44f2-88ae-c8a6810c5e6f None None] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:37:59.329657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:37:59.333271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.368022 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0339305 Feb 02 13:37:59.371411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38200) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:59.379371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:59.390046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:59.400162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Usage tracker for resource:router and tenant:b37c98b76cb84abfb589388ea91a2f95 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:59.407731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:59.422836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:59.435245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Checking segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:37:59.435649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Network hostable DHCP agents. Network: 332abd3e-62db-4896-98e0-a1ec91abeee4, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:37:59.452652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.453914 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.460569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.471300 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:37:59.480576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.499018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.558479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:37:59.751405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8de9e-21a0-4345-bafe-39d8326e7d13 None None] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:37:59.769514 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5124772 Feb 02 13:37:59.776750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38216) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:37:59.788881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Request body: {'subnet': {'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1123387982-subnet', 'tenant_id': '4be5e58f1e5b4dc490cdfc4cbbc1c976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:59.796036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:37:59.802417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:37:59.811679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Usage tracker for resource:subnet and tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:37:59.816525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:37:59.819494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b9efa0-1c03-48a7-9e03-3b731b163358,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:37:59.825962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 332abd3e-62db-4896-98e0-a1ec91abeee4) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:37:59.839616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:37:59.840693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:37:59.861815 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:37:59.862624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.879403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Made reservation on behalf of 4be5e58f1e5b4dc490cdfc4cbbc1c976 for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:37:59.884207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:37:59.915842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:37:59.966551 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6324589 Feb 02 13:37:59.969690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38226) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:00.117445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:00.143285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38236) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:00.175422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:00.182439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:00.196700 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Usage tracker for resource:router and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:00.204975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:00.252149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:00.325911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:00.327060 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:00.409293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:38:00.427783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e929e-553f-44c1-be4c-b96729a27202 None None] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:00.614774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:00.736242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:00.820037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:00.838893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Usage tracker for resource:security_group_rule and tenant:548f82295c884bee82736d1b2573b9e6 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:00.853164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:01.138435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-332abd3e-62db-4896-98e0-a1ec91abeee4', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:38:01.139391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.150057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.209189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:01.211873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.239997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38286) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:01.511243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.598130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.658028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:01.665389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Usage tracker for resource:security_group_rule and tenant:33529e5b8cdf47759930d49bae2207dc is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:01.676783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:01.688403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:01.688768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Allocated IP 172.20.0.2 (332abd3e-62db-4896-98e0-a1ec91abeee4/95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed/579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:01.716032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Allocated IP 172.28.0.71 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/e2b7e438-aacb-4d08-b802-2dc455c9737e) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:01.770918 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.783114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.829077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:01.901146 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11880600-231a-482d-b812-433b5633dc57,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:01.914068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:01.927498 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=548f82295c884bee82736d1b2573b9e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7811849 Feb 02 13:38:01.928750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38308) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:01.935717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.949011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.961058 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Transition to ACTIVE for port object 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:01.972138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.975983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.980071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Transition to ACTIVE for port object 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:01.982011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.986357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:01.999684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.006126 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34fcc3a0-869e-44f7-8738-8cf116a66d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.020455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-034a05a4-e45d-4ad3-b636-3385ebb3a021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.065047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=33529e5b8cdf47759930d49bae2207dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8237827 Feb 02 13:38:02.069196 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38318) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:02.107566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c0ad29-697a-4fb3-84e8-4f03a58fbab5,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.113048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:02.158036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Pushing event updated for resources: {'Port': ['ID=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.158691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.162776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.183092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.183547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.183934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.184313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.184688 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.185098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.185469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.185838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.186201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.186574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.186940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.187303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.187794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.188232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.188742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.189189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.189645 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.190044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.190555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.190918 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.191282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.191644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.192005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.192366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Tracked resource versions report: Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}, Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:38:02.193814 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:38:02.205852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:02.253373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00fc812f-ee62-42b3-b5e0-03c981d144c7,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.258076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:02.259929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:02.264665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:02.275673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:02.279287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.297613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.303503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.336211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Attempting to bind port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:02.336562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Attempting to bind port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:02.336977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Attempting to bind port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 on network 332abd3e-62db-4896-98e0-a1ec91abeee4 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:02.343680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:02.344105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Checking segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:02.344297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.344546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.345021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Bound using segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:02.345722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Bound port: 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:02.346138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.462505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] For port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:02.467953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] For port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:02.472194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.488353 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.506552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Checking segment: {'id': '95c015fd-61c6-465d-89c8-cb101bf2d748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:02.506961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Network hostable DHCP agents. Network: c1b9efa0-1c03-48a7-9e03-3b731b163358, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:38:02.516194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b7e438-aacb-4d08-b802-2dc455c9737e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.520147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.531870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:02.553891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.589361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.611794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.637560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11880600-231a-482d-b812-433b5633dc57,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.643096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:02.659710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:02.662086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:02.664747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:02.754699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Pushing event updated for resources: {'Port': ['ID=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.754901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Allocated IP 172.28.0.25 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/552f6a29-d16a-4339-a3f1-af755e8e52a9) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:02.761182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:02.895941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.899728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/11880600-231a-482d-b812-433b5633dc57 HTTP/1.1" status: 204 len: 168 time: 0.9648499 Feb 02 13:38:02.899728 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.943562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:02.944955 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/37c0ad29-697a-4fb3-84e8-4f03a58fbab5 HTTP/1.1" status: 204 len: 168 time: 0.8666275 Feb 02 13:38:02.961714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-67441101-c16b-4466-aa41-4c7059d60db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:02.988866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c0ad29-697a-4fb3-84e8-4f03a58fbab5,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:02.993971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:03.404869 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:03.445236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38362) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:03.455934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:03.456699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:03.476617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2b39e4e4-5a1a-4f00-a578-b06f3a67460a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:03.573559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:38:03.598444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38370) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:03.605067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, c1b9efa0-1c03-48a7-9e03-3b731b163358) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:03.627856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71368474-e367-4ba1-8769-d81ae281024e None None] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:03.682471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:03.683140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:03.749763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:03.765860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Pushing event updated for resources: {'Port': ['ID=552f6a29-d16a-4339-a3f1-af755e8e52a9,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:03.814157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:03.824449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:03.849176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:03.864040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc84551ce9a40a18eb6e3f593fa0e1a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:03.873169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:03.889413 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1015687 Feb 02 13:38:03.892618 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:03.899000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Usage tracker for resource:security_group_rule and tenant:1cac8a72aaff425db86fa213ebb6b10f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:03.904054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:03.913977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:03.997107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964c770-9a6b-4d33-877d-f0226aaf6337 None None] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:04.002975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:04.119084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.120136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38376) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:04.125604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.164282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c81d908a-ee7f-4a81-8377-89eec10cfea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.169031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.187648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:04.192116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:04.196995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Usage tracker for resource:security_group_rule and tenant:caecdc65c9554cdfa5414f805bc9dca4 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:04.200616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:04.207358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:04.309248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.311137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.313326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:04.316716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:04.394703 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Router 43bcec23-cbd8-4e35-9417-bfd9b8009308 is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:38:04.405040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.419128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc35de23-ed24-40c4-b7d5-f4638efef5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:04.467497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de466ab0-2da5-453d-ac65-475124abdf00 None None] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:04.541884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26014df0-a6a8-47b7-9ec2-b7698d35d008,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:04.665304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd619713-95c1-4be7-bc28-362608be2992,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:04.671417 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=caecdc65c9554cdfa5414f805bc9dca4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5478089 Feb 02 13:38:04.685401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:04.685875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:04.686189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:04.686708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38400) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:04.705987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-3ca731d1-4f25-41fd-ba5e-b036c3d70d5c None None] Provisioning for port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:04.765302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.783052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:04.828907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:38:04.838246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Sync routers for ids ['43bcec23-cbd8-4e35-9417-bfd9b8009308'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:38:04.854210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Routers {'43bcec23-cbd8-4e35-9417-bfd9b8009308'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:04.860853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:37:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['43bcec23-cbd8-4e35-9417-bfd9b8009308'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:04.889581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.894861 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5187588 Feb 02 13:38:04.895779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38412) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:04.909247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.912276 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-081f46b2-dfd0-4255-88f8-470a09c3d668 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4cc84551ce9a40a18eb6e3f593fa0e1a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3128324 Feb 02 13:38:04.930416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:04.934109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38420) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:04.939959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:04.940749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:04.965402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:05.029451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38428) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:05.034169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5eb272-ca64-4b4d-b573-b89e209e39a1,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:05.052801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:05.063724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:05.120576 dv-cinder-772388-4-smb neutron-server[80063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 13:38:05.189652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:05.201168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Set router 43bcec23-cbd8-4e35-9417-bfd9b8009308 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:05.390339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:05.587743 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1cac8a72aaff425db86fa213ebb6b10f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1408217 Feb 02 13:38:05.600544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38450) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:05.660699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:05.689218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:05.691005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-53d8e48c-16e5-4071-b0a9-b63350ea382a None None] Provisioning complete for port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:05.693355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-53d8e48c-16e5-4071-b0a9-b63350ea382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:05.777663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:05.836098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5e51ece7-61b7-4e0a-a561-ab815551a082 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:05.836938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5e51ece7-61b7-4e0a-a561-ab815551a082 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Synchronizing usage tracker for tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:05.891925 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:38:03Z', 'revision_number': 3, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:05.898194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Checking router: 43bcec23-cbd8-4e35-9417-bfd9b8009308 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:38:05.900638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Updating router 43bcec23-cbd8-4e35-9417-bfd9b8009308 port e2b7e438-aacb-4d08-b802-2dc455c9737e binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:38:05.941319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.031617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.067159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:06.093240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:06.131766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.132853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5e51ece7-61b7-4e0a-a561-ab815551a082 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Unset dirty status for tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:06.138306 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5e51ece7-61b7-4e0a-a561-ab815551a082 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/networks?id=c1b9efa0-1c03-48a7-9e03-3b731b163358 HTTP/1.1" status: 200 len: 812 time: 1.1007035 Feb 02 13:38:06.174779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.284852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:06.296055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.403475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0e88e122-bb51-4ed1-ac82-b60cdaa4967c None None] Provisioning complete for port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:06.403898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e88e122-bb51-4ed1-ac82-b60cdaa4967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.445973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.456850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-618e47a9-cc05-43b6-8522-a8257e39e6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.486522 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-c6d3907d-7466-4a78-acf9-9fb4811071f3 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/quotas/4be5e58f1e5b4dc490cdfc4cbbc1c976 HTTP/1.1" status: 200 len: 375 time: 0.3267274 Feb 02 13:38:06.506692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd619713-95c1-4be7-bc28-362608be2992,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:06.518262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38476) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:06.586750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:06.756854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:06.757475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.803636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.837398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Transition to ACTIVE for port object e2b7e438-aacb-4d08-b802-2dc455c9737e will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:06.842002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.867556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:06.898872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-618e47a9-cc05-43b6-8522-a8257e39e6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:06.919270 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Allocated IP 172.20.0.1 (51eedb10-f9a0-43f2-afa6-01d4ac860349/2abdeea7-150c-4b9e-ac87-a289d1ad2a88/bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:06.986736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:07.021034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-618e47a9-cc05-43b6-8522-a8257e39e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.025773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.039170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Pushing event updated for resources: {'Port': ['ID=e2b7e438-aacb-4d08-b802-2dc455c9737e,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:07.041381 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-c3c3b36d-dd21-4918-a6df-87727b845591 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4be5e58f1e5b4dc490cdfc4cbbc1c976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5538199 Feb 02 13:38:07.053451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.053828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.054191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.054555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.055057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.055424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.055757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.057038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.057560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.058065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.058594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.059472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.059671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b4f7975b-f7f2-4b17-8ea3-4c9fa6a07379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:07.060189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.060695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.061226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.061728 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.062214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.062770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.063309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.063807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.064570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.065323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.065886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.066558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Tracked resource versions report: Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: pushed versions: Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: { 'AddressGroup': {'1.1'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': {'1.0'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': {'1.0'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': {'1.1'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': {'1.7'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': {'1.2'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': {'1.8'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': {'1.4'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': {'1.2'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': {'1.0'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': {'1.1'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': {'1.1'}} Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: consumer versions: Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: { DHCP agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: L3 agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: Metadata agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: Metering agent@dv-cinder-772388-4-smb: {}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@dv-cinder-772388-4-smb: { 'AddressGroup': '1.1', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}, Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'ConntrackHelper': '1.0', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Log': '1.0', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Network': '1.1', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Port': '1.7', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'PortForwarding': '1.2', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'QosPolicy': '1.8', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroup': '1.4', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SecurityGroupRule': '1.2', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'SubPort': '1.0', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Subnet': '1.1', Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: 'Trunk': '1.1'}} Feb 02 13:38:07.068089 dv-cinder-772388-4-smb neutron-server[80063]: {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 02 13:38:07.075208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.075208 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fd619713-95c1-4be7-bc28-362608be2992 HTTP/1.1" status: 204 len: 168 time: 2.3665040 Feb 02 13:38:07.081401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.082672 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/26014df0-a6a8-47b7-9ec2-b7698d35d008 HTTP/1.1" status: 204 len: 168 time: 2.1362040 Feb 02 13:38:07.083872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e47a9-cc05-43b6-8522-a8257e39e6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5eb272-ca64-4b4d-b573-b89e209e39a1,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:07.094539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:07.097723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-618e47a9-cc05-43b6-8522-a8257e39e6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.104028 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-618e47a9-cc05-43b6-8522-a8257e39e6d1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b5eb272-ca64-4b4d-b573-b89e209e39a1 HTTP/1.1" status: 204 len: 168 time: 1.4991016 Feb 02 13:38:07.132048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26014df0-a6a8-47b7-9ec2-b7698d35d008,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:07.137381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:07.137381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:07.137381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:07.182013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Attempting to bind port e2b7e438-aacb-4d08-b802-2dc455c9737e on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:07.182861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Attempting to bind port e2b7e438-aacb-4d08-b802-2dc455c9737e by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:07.183684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Attempting to bind port e2b7e438-aacb-4d08-b802-2dc455c9737e on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:07.191945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:07.193075 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:07.193825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.194409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:07.195075 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Bound port: e2b7e438-aacb-4d08-b802-2dc455c9737e, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:07.195650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.266010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.303307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] For port e2b7e438-aacb-4d08-b802-2dc455c9737e, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:07.308473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] For port e2b7e438-aacb-4d08-b802-2dc455c9737e, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=e2b7e438-aacb-4d08-b802-2dc455c9737e,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:07.313969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.315976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.335961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:07.372547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e47a7343-1b77-4f52-a339-ef28ba652156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:07.397578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.405501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83390dce-8052-458e-90c3-98eab118b367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.442879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:07.452970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Usage tracker for resource:security_group_rule and tenant:35d978f7f54e456589fddf8cf7ec4c64 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:07.458280 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:07.469674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:07.527198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.623989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Pushing event updated for resources: {'Port': ['ID=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:07.629923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:07.710948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:07.715594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:07.721151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:07.722197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.880199 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-a4b5a058-8191-4091-b43c-fbfe6e65eedb service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:38:07.883001 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-a4b5a058-8191-4091-b43c-fbfe6e65eedb service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5789409 Feb 02 13:38:07.894542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Routers {'43bcec23-cbd8-4e35-9417-bfd9b8009308'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:07.895232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['43bcec23-cbd8-4e35-9417-bfd9b8009308'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:07.925214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.941674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:07.979710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Pushing event updated for resources: {'Port': ['ID=e2b7e438-aacb-4d08-b802-2dc455c9737e,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:07.983576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:08.011871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.015137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:38:08.044416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:08.108970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd82760-526e-4508-bbf8-ed7a960980d3,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:08.148077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:08.183589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] Set router 43bcec23-cbd8-4e35-9417-bfd9b8009308 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:08.364862 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=35d978f7f54e456589fddf8cf7ec4c64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7731063 Feb 02 13:38:08.377626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38534) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:08.435872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.438825 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-3fd43349-fd51-4002-8502-115b346bb5da service neutron] 10.222.0.90 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303543 Feb 02 13:38:08.583072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:38:08.594131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:38:08.610480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:08.611206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:08.625996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.712402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.743748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.753531 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6569932 Feb 02 13:38:08.760605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38552) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:08.843386 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.861274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:08.929356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd82760-526e-4508-bbf8-ed7a960980d3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:08.932195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:08.970719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:08.971981 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0fd82760-526e-4508-bbf8-ed7a960980d3 HTTP/1.1" status: 204 len: 168 time: 0.5882096 Feb 02 13:38:08.986790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9', 'name': '', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'mac_address': 'fa:16:3e:56:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:06Z', 'updated_at': '2021-02-02T13:38:06Z', 'revision_number': 1, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'subnets': [{'id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:08.997592 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-bc6b38f2-097b-401f-a2c0-2d564f81b382 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5432560 Feb 02 13:38:08.999634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eabbe5-1c0f-4437-b062-774877e6a958 None None] The sync data for ids ['43bcec23-cbd8-4e35-9417-bfd9b8009308'] in dv-cinder-772388-4-smb is: [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9', 'name': '', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'mac_address': 'fa:16:3e:56:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:06Z', 'updated_at': '2021-02-02T13:38:06Z', 'revision_number': 1, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'subnets': [{'id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:38:09.049113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:09.426831 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38584) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:09.493244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:09.553438 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fd1ce70f-f839-4146-9a46-733339bcb1bd req-f868f716-a3ad-4601-931d-697425b418d2 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.1240287 Feb 02 13:38:09.554465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:05Z', 'revision_number': 3, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:09.568958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:38:09.569482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Updating router 429e655f-95b7-44a6-b9e5-9256c845b1a8 port 552f6a29-d16a-4339-a3f1-af755e8e52a9 binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:38:09.724684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:09.989095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.005278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.009270 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.190010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:10.256074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.356626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:10.431464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.440796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.446362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:10.488155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Transition to ACTIVE for port object 552f6a29-d16a-4339-a3f1-af755e8e52a9 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:10.500646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:10.532539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-866fe426-5bc4-49e4-b39a-434d3258c327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:10.725983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device e2b7e438-aacb-4d08-b802-2dc455c9737e up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:10.785973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Pushing event updated for resources: {'Port': ['ID=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:10.790532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Router 43bcec23-cbd8-4e35-9417-bfd9b8009308 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:38:10.794313 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-684f6722-d9fc-4ff7-af65-2afd34e8dd20 req-451a43e1-4625-42f3-a123-f21e7da6ac7a tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.1121442 Feb 02 13:38:10.826215 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:11.225470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767722c8-4604-449a-94a0-ae0419a14ac5 None None] Pushing event updated for resources: {'Port': ['ID=552f6a29-d16a-4339-a3f1-af755e8e52a9,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:11.262833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-767722c8-4604-449a-94a0-ae0419a14ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:11.277867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Attempting to bind port 552f6a29-d16a-4339-a3f1-af755e8e52a9 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:11.278295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Attempting to bind port 552f6a29-d16a-4339-a3f1-af755e8e52a9 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:11.278711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Attempting to bind port 552f6a29-d16a-4339-a3f1-af755e8e52a9 on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:11.286163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:11.286767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:11.286984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:11.287385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:11.287950 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Bound port: 552f6a29-d16a-4339-a3f1-af755e8e52a9, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:11.288338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:11.324132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port e2b7e438-aacb-4d08-b802-2dc455c9737e completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:11.350892 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port e2b7e438-aacb-4d08-b802-2dc455c9737e triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:11.351334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:11.504136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] For port 552f6a29-d16a-4339-a3f1-af755e8e52a9, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:11.524791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] For port 552f6a29-d16a-4339-a3f1-af755e8e52a9, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=552f6a29-d16a-4339-a3f1-af755e8e52a9,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:11.531166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:11.549893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:11.552539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:38:11.560048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:11.588476 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] 10.222.0.90 "PUT /v2.0/routers/43bcec23-cbd8-4e35-9417-bfd9b8009308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6913080 Feb 02 13:38:11.750940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port e2b7e438-aacb-4d08-b802-2dc455c9737e, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=e2b7e438-aacb-4d08-b802-2dc455c9737e,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:11.766363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:11.804057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767722c8-4604-449a-94a0-ae0419a14ac5 None None] Pushing event updated for resources: {'Port': ['ID=552f6a29-d16a-4339-a3f1-af755e8e52a9,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:11.809172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-767722c8-4604-449a-94a0-ae0419a14ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:11.809642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:11.941297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=e2b7e438-aacb-4d08-b802-2dc455c9737e,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:11.946762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:11.950366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Allocated IP 172.20.0.1 (332abd3e-62db-4896-98e0-a1ec91abeee4/95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed/ac60f79f-ab7a-4e71-aac1-e5025cbb6c39) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:11.963074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:11.964027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:12.003085 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-be5d8db5-48b8-479b-8fda-8ffd783c895f req-dec93d3b-c08b-4b24-aab0-7f4468d4aced tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.1019385 Feb 02 13:38:12.195585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:12.207558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:12.232860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Transition to ACTIVE for port object ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:12.280760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:12.302639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0ec151f8-4dcd-436e-a8df-a6da665c33fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:12.466659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Pushing event updated for resources: {'Port': ['ID=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:12.478084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:12.520175 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:12.521885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:12.524491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:12.525256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:12.600845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device e2b7e438-aacb-4d08-b802-2dc455c9737e up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:12.700063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:12.752483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:05Z', 'revision_number': 3, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:12.759657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6a60-ec62-4ecf-bafe-9182b27ed16d None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:05Z', 'revision_number': 3, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:38:12.785360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port e2b7e438-aacb-4d08-b802-2dc455c9737e triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:12.785789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:12.802072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38686) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:12.996318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2c0b0a46-e33c-4b1c-941a-e4ee99e96d41 None None] Provisioning for port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:13.014853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2c0b0a46-e33c-4b1c-941a-e4ee99e96d41 None None] Provisioning complete for port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:13.017109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2c0b0a46-e33c-4b1c-941a-e4ee99e96d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.109779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b0a46-e33c-4b1c-941a-e4ee99e96d41 None None] Port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:38:13.225580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.232637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.233975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.256007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:13.323039 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f92c2457-669e-4651-a5b8-418ad022168b req-8c679b41-292f-45dd-9177-ecddb6e3b3c6 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.0827467 Feb 02 13:38:13.413575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Pushing event updated for resources: {'Port': ['ID=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:13.419931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:13.444594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.472942 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:13.480549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Usage tracker for resource:security_group_rule and tenant:3333c7d630cc41018619df7e897482d0 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:13.484698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:13.488073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:13.489489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:13.496108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:13.781765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.791175 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:13.851421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.134', 58401) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:13.858848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-779f6c37-9185-4717-8ba7-9d6d09a9160a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:13.891888 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3333c7d630cc41018619df7e897482d0&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0885994 Feb 02 13:38:13.892926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38712) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:13.907664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Sync routers for ids ['43bcec23-cbd8-4e35-9417-bfd9b8009308'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:38:13.927894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Routers {'43bcec23-cbd8-4e35-9417-bfd9b8009308'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:13.943366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['43bcec23-cbd8-4e35-9417-bfd9b8009308'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:13.959294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d2243-983d-46af-95cc-2f2a5ccf7828,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:13.963741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:13.982410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-41ad8b8d-8caa-4fb9-873b-e4d05a44e794 None None] Provisioning complete for port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:13.985138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b8d-8caa-4fb9-873b-e4d05a44e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:14.046429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:14.169639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-41ad8b8d-8caa-4fb9-873b-e4d05a44e794 None None] Port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:38:14.255680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:38:14.464474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Set router 43bcec23-cbd8-4e35-9417-bfd9b8009308 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:14.473407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a1fc159d-c591-4b16-92ad-2881e2897810 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:14.474232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a1fc159d-c591-4b16-92ad-2881e2897810 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Synchronizing usage tracker for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:14.488212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:14.551357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a1fc159d-c591-4b16-92ad-2881e2897810 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Unset dirty status for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:14.553106 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a1fc159d-c591-4b16-92ad-2881e2897810 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 818 time: 0.4674644 Feb 02 13:38:14.593371 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-610f186d-53b8-4182-ad47-cd88505997a5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/quotas/b37c98b76cb84abfb589388ea91a2f95 HTTP/1.1" status: 200 len: 375 time: 0.0225234 Feb 02 13:38:14.637692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-4a16c3f0-4717-451f-b7c5-9bf4eadde69e tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:14.655294 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-4a16c3f0-4717-451f-b7c5-9bf4eadde69e tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.134 "GET /v2.0/networks?id=c1b9efa0-1c03-48a7-9e03-3b731b163358 HTTP/1.1" status: 200 len: 812 time: 0.7736065 Feb 02 13:38:14.665964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 552f6a29-d16a-4339-a3f1-af755e8e52a9 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:14.765138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Request body: {'port': {'device_id': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358', 'admin_state_up': True, 'tenant_id': '4be5e58f1e5b4dc490cdfc4cbbc1c976'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:14.892816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:14.905216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 552f6a29-d16a-4339-a3f1-af755e8e52a9 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:14.915692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 552f6a29-d16a-4339-a3f1-af755e8e52a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:14.920794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:14.942139 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d198e910-51f7-4a3b-9e58-31f59de5e88f req-c89c1cfa-2a21-482f-8aef-9f4653eb562a tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.1678586 Feb 02 13:38:14.944313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:14.976781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:14.978393 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/370d2243-983d-46af-95cc-2f2a5ccf7828 HTTP/1.1" status: 204 len: 168 time: 1.0820994 Feb 02 13:38:14.987973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d2243-983d-46af-95cc-2f2a5ccf7828,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:15.000451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:15.036327 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-c84eec46-66fe-4672-b4a9-9e19ae5428b6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4398620 Feb 02 13:38:15.235021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:15.271797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:15.280343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 552f6a29-d16a-4339-a3f1-af755e8e52a9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=552f6a29-d16a-4339-a3f1-af755e8e52a9,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:15.285839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Usage tracker for resource:port and tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:15.288174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:15.293235 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:38:15.296693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-04afe31d-b68e-4e02-a895-da3772c2656e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:15.302274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:15.305143 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-6fe7623a-ba38-4ae4-8dd2-96d95a9c6d5e service neutron] 10.222.0.90 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609820 Feb 02 13:38:15.331836 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] 10.222.0.90 "PUT /v2.0/routers/429e655f-95b7-44a6-b9e5-9256c845b1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5581064 Feb 02 13:38:15.331836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:15.348269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Made reservation on behalf of 4be5e58f1e5b4dc490cdfc4cbbc1c976 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:15.355642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9', 'name': '', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'mac_address': 'fa:16:3e:56:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:06Z', 'updated_at': '2021-02-02T13:38:08Z', 'revision_number': 2, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'subnets': [{'id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:15.360362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Checking router: 43bcec23-cbd8-4e35-9417-bfd9b8009308 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:38:15.360779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Updating router 43bcec23-cbd8-4e35-9417-bfd9b8009308 port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:38:15.388166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:15.454040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=552f6a29-d16a-4339-a3f1-af755e8e52a9,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:15.460284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:15.472101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:15.477614 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-cc815a10-bbf8-4ffa-81eb-3fefd1736f02 service neutron] 10.222.0.90 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711986 Feb 02 13:38:15.869577 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fbce9561-a383-4c47-904a-94abe112c106 req-fd2be836-e53b-4262-85eb-945418d0132c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 210 time: 0.1143460 Feb 02 13:38:16.078143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Allocated IP 172.20.0.4 (c1b9efa0-1c03-48a7-9e03-3b731b163358/00fc812f-ee62-42b3-b5e0-03c981d144c7/2fdb320e-a888-4a72-b723-648d20d36de1) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:16.160486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:16.172937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Transition to ACTIVE for port object bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:16.180178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:16.309607 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-98ab385c-9c0a-44f1-8d02-37e3a1a3f48d req-2dbc851f-1388-43b0-ae3c-903c47143035 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.0684934 Feb 02 13:38:16.333124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:16.456708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:16.497106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eab81-6c87-46dd-9bc1-bd1a779dc119 None None] Pushing event updated for resources: {'Port': ['ID=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:16.497518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:16.519555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a06eab81-6c87-46dd-9bc1-bd1a779dc119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:16.634954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 552f6a29-d16a-4339-a3f1-af755e8e52a9 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:16.891452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:16.925887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 552f6a29-d16a-4339-a3f1-af755e8e52a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:16.926638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:17.020351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Attempting to bind port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:17.023012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Attempting to bind port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:17.023664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Attempting to bind port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 on network 51eedb10-f9a0-43f2-afa6-01d4ac860349 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:17.042753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:17.045466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Checking segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:17.047026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:17.052476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Bound using segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:17.053284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Bound port: bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:17.053838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:17.067619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:17.084501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:17.089852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:17.267208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:17.267911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:38:17.268074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:17.306759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:17.308143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:17.347236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Pushing event updated for resources: {'Port': ['ID=2fdb320e-a888-4a72-b723-648d20d36de1,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:17.364743 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6040246 Feb 02 13:38:17.367666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:17.409499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] For port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:17.409754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-b27ffb9a-1756-42dc-8cb2-58d2fc2b57c0 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:38:17.410985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-b27ffb9a-1756-42dc-8cb2-58d2fc2b57c0 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.134 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0282037 Feb 02 13:38:17.425522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] For port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:17.431625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:17.724805 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:17.861561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:18.078617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eab81-6c87-46dd-9bc1-bd1a779dc119 None None] Pushing event updated for resources: {'Port': ['ID=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:18.117460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Routers {'43bcec23-cbd8-4e35-9417-bfd9b8009308'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:18.118470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['43bcec23-cbd8-4e35-9417-bfd9b8009308'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:18.134657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 38896) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:18.140580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277219503', 'description': 'tempest-description--1854350212'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:18.253435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Request body: {'port': {'device_id': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:18.288830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-c9d7c4e0-e75f-4fcb-93af-1e958cf599f1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:18.305629 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-c9d7c4e0-e75f-4fcb-93af-1e958cf599f1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 818 time: 0.9057572 Feb 02 13:38:18.338222 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-ea4a0e8b-3589-438e-a333-dc4d007484d6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/quotas/b37c98b76cb84abfb589388ea91a2f95 HTTP/1.1" status: 200 len: 375 time: 0.0314589 Feb 02 13:38:18.365095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:19.066817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 2, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:19.077117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:38:19.077875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Updating router 429e655f-95b7-44a6-b9e5-9256c845b1a8 port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:38:19.245798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:19.257123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] Set router 43bcec23-cbd8-4e35-9417-bfd9b8009308 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:19.443252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.134', 58408) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:19.483199 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:19.492516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:19.531036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:19.534426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a06eab81-6c87-46dd-9bc1-bd1a779dc119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.670s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:19.576094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 38954) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:19.594751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:19.740392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:19.823303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:19.832132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:19.841917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:19.856042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:20.114734 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-b691f0e0-ee69-4500-a0f3-f64770d7b0c3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7753994 Feb 02 13:38:20.138945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:20.154405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:20.185698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:20.259097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:20.310680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Transition to ACTIVE for port object ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:20.321156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:20.392142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:20.486227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb71453-f3dd-4835-9e8b-9632e617dfe0 req-34036dbb-1c2c-43a5-bbf9-07b80aca26df tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:20.487435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9', 'name': '', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'mac_address': 'fa:16:3e:56:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:06Z', 'updated_at': '2021-02-02T13:38:17Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'subnets': [{'id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:20.495436 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccb71453-f3dd-4835-9e8b-9632e617dfe0 req-34036dbb-1c2c-43a5-bbf9-07b80aca26df tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 931 time: 1.9994965 Feb 02 13:38:20.497347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058281f6-aff4-41bc-9db6-11e017f49429 None None] The sync data for ids ['43bcec23-cbd8-4e35-9417-bfd9b8009308'] in dv-cinder-772388-4-smb is: [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:38:07Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9', 'name': '', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'mac_address': 'fa:16:3e:56:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:06Z', 'updated_at': '2021-02-02T13:38:17Z', 'revision_number': 4, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'subnets': [{'id': '2abdeea7-150c-4b9e-ac87-a289d1ad2a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:38:20.522890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01316e87-455c-4f04-b3bb-82a4cf1c2830,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:20.540526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:20.542553 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4066288 Feb 02 13:38:20.554650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:20.556793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39006) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:20.610231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1d722-5c32-4f01-894a-8ee1ac23af26 None None] Pushing event updated for resources: {'Port': ['ID=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:20.613680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fde1d722-5c32-4f01-894a-8ee1ac23af26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:20.729978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'security_group_rule': {'security_group_id': '01316e87-455c-4f04-b3bb-82a4cf1c2830', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:20.798293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:20.839673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:20.851687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:20.863095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:20.866272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:20.879690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ccb71453-f3dd-4835-9e8b-9632e617dfe0 req-7ee4e3e0-5308-4fd1-8709-3a2f23868a20 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Synchronizing usage tracker for tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:20.998190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-d29e4e81-8904-4294-bdd9-f2e03d123a19 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:21.000434 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-d29e4e81-8904-4294-bdd9-f2e03d123a19 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 818 time: 1.5538144 Feb 02 13:38:21.007351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.045191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.064141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:21.069564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Usage tracker for resource:security_group_rule and tenant:2f113eb3e04246fd891d5e913b67dd32 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:21.072718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:21.079758 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:21.138400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ccb71453-f3dd-4835-9e8b-9632e617dfe0 req-7ee4e3e0-5308-4fd1-8709-3a2f23868a20 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Unset dirty status for tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:21.139897 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccb71453-f3dd-4835-9e8b-9632e617dfe0 req-7ee4e3e0-5308-4fd1-8709-3a2f23868a20 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430266 Feb 02 13:38:21.147715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Request body: {'port': {'device_id': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'admin_state_up': True, 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:21.388451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.416719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.436597 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.492374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:21.529752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:21.600927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:21.604240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.624828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752ecc44-35ed-44a9-9422-94f1654335bc,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:21.652105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-888dcaed-8139-4d01-a624-c89bdf8c5efe service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:38:21.667548 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-888dcaed-8139-4d01-a624-c89bdf8c5efe service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0557098 Feb 02 13:38:21.675579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.688504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:21.726094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:21.732030 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1734688 Feb 02 13:38:21.758587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39040) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:21.758774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39042) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:21.807908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'security_group_rule': {'security_group_id': '01316e87-455c-4f04-b3bb-82a4cf1c2830', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:21.864237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:21.970794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Attempting to bind port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:21.972884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Attempting to bind port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:21.973666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Attempting to bind port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 on network 332abd3e-62db-4896-98e0-a1ec91abeee4 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:22.013481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:22.015555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Checking segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:22.016807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.018108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Bound using segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:22.019959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Bound port: ac60f79f-ab7a-4e71-aac1-e5025cbb6c39, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:22.021520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.084829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdb320e-a888-4a72-b723-648d20d36de1 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:38:22.094651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.125338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Transition to ACTIVE for port object 2fdb320e-a888-4a72-b723-648d20d36de1 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:22.131636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:22.134859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:22.141445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:22.152120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.245401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:22.319868 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2f113eb3e04246fd891d5e913b67dd32&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7133274 Feb 02 13:38:22.338593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcdb621-b875-463d-9cba-257c95f945e4,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:22.356928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39072) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:22.399698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:22.421222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cc94f658-c1a3-4361-9b1d-f4e2ecd60569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:22.427485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.519543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] For port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:22.529127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] For port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:22.538361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb320e-a888-4a72-b723-648d20d36de1,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:22.548396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.552318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:22.552688 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-1641a251-8c9f-4202-9bcf-82fba15738d9 service neutron] 10.222.0.90 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841553 Feb 02 13:38:22.637371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:22.644662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Usage tracker for resource:port and tenant:b37c98b76cb84abfb589388ea91a2f95 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:22.648394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:22.655698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:22.667514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.677880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.715133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:22.749750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Usage tracker for resource:security_group_rule and tenant:0ade5c74e30045fd9fce05bf61db6e75 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:22.768842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Attempting to bind port 2fdb320e-a888-4a72-b723-648d20d36de1 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:22.769309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Attempting to bind port 2fdb320e-a888-4a72-b723-648d20d36de1 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '95c015fd-61c6-465d-89c8-cb101bf2d748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:22.769808 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Attempting to bind port 2fdb320e-a888-4a72-b723-648d20d36de1 on network c1b9efa0-1c03-48a7-9e03-3b731b163358 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:22.777658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:22.786773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fde1d722-5c32-4f01-894a-8ee1ac23af26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:22.803206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:22.807780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:22.808244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Checking segment: {'id': '95c015fd-61c6-465d-89c8-cb101bf2d748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:22.808694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.809139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Bound using segment: {'id': '95c015fd-61c6-465d-89c8-cb101bf2d748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:22.809672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Bound port: 2fdb320e-a888-4a72-b723-648d20d36de1, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c015fd-61c6-465d-89c8-cb101bf2d748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c1b9efa0-1c03-48a7-9e03-3b731b163358'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:22.810053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.849145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:22.865908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:22.893350 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:38:22.894093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:22.943010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Made reservation on behalf of b37c98b76cb84abfb589388ea91a2f95 for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:22.984244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.003287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39080) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:23.054890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.071066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] For port 2fdb320e-a888-4a72-b723-648d20d36de1, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:23.074459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.081003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] For port 2fdb320e-a888-4a72-b723-648d20d36de1, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2fdb320e-a888-4a72-b723-648d20d36de1,segment=NetworkSegment(95c015fd-61c6-465d-89c8-cb101bf2d748),segment_id=95c015fd-61c6-465d-89c8-cb101bf2d748)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:23.091128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32520c02-4245-4475-94ae-db204ddc587e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:23.119214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.164012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84c7e28-fae7-4dfb-8c3b-6c254db7edcf,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:23.179437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:23.183184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:23.192934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1d722-5c32-4f01-894a-8ee1ac23af26 None None] Pushing event updated for resources: {'Port': ['ID=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:23.199527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fde1d722-5c32-4f01-894a-8ee1ac23af26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:23.200090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:23.305280 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-7a08bc01-fe9c-4520-85de-6396174c4d5f service neutron] 10.222.0.90 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6355805 Feb 02 13:38:23.306561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.307889 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-42fdbc3d-0f99-4ae3-925e-d3f5027f85c5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5480490 Feb 02 13:38:23.311462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39086) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:23.324482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.335323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'floatingip': {'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:23.344991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:23.349825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:23.362682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:23.364786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:38:23.366736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:floatingip and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:23.370225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:23.378819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:23.398896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.402737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:23.435173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:efe310c1d6074c4fa2439182fc7f72ce is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:23.446356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:23.451373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.452448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Pushing event updated for resources: {'Port': ['ID=2fdb320e-a888-4a72-b723-648d20d36de1,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:23.460548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:23.461459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:23.467190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.661113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9df7c-1e4d-4ff0-9ab5-6d8f3d8a0bc4 req-a0fdd91f-422c-412b-babe-09b5ffa5d1e3 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:23.663177 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2ee9df7c-1e4d-4ff0-9ab5-6d8f3d8a0bc4 req-a0fdd91f-422c-412b-babe-09b5ffa5d1e3 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 1.1094220 Feb 02 13:38:23.715691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.736666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:23.745362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.768980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.835671 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ade5c74e30045fd9fce05bf61db6e75&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0662880 Feb 02 13:38:23.842187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62843091-1c5b-41af-be4b-c5034f21547e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:23.851160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.860190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39108) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:23.861948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:23.862646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:23.864207 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] 10.222.0.134 "PUT /v2.0/ports/2fdb320e-a888-4a72-b723-648d20d36de1 HTTP/1.1" status: 200 len: 1157 time: 5.8936498 Feb 02 13:38:23.866485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'tag': '2fdb320e-a888-4a72-b723-648d20d36de1'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:23.900363 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d1e40d78-2e46-4626-9377-f71c68c0a1ae req-e963c385-5140-4412-9ef2-74dac8a09235 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 210 time: 0.2097483 Feb 02 13:38:23.978553 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=efe310c1d6074c4fa2439182fc7f72ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732275 Feb 02 13:38:23.987376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39120) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:23.999683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:22Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:24.007571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fe167-a446-4a57-b637-a8e293bf4b2a None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:22Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:38:24.135670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:24.136339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:24.277400 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2ee9df7c-1e4d-4ff0-9ab5-6d8f3d8a0bc4 req-8e52cc22-c979-456b-8635-e964d5c902ee tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811744 Feb 02 13:38:24.336097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:24.503086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:38:24.551883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Allocated IP 172.20.0.9 (51eedb10-f9a0-43f2-afa6-01d4ac860349/2abdeea7-150c-4b9e-ac87-a289d1ad2a88/d8704639-ef1b-4096-91dd-f9004fb3aa18) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:24.566364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475a34e6-a711-458d-b8f5-918725d60dc6,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:24.567760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:24.603340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:24.619485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa5f642d-075b-4a73-81dd-46c01ad9631a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:24.693431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:24.813709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcdb621-b875-463d-9cba-257c95f945e4,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:24.826517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:24.887998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:24.911303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:24.914644 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cbcdb621-b875-463d-9cba-257c95f945e4 HTTP/1.1" status: 204 len: 168 time: 2.5496743 Feb 02 13:38:24.964522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.032647 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'tag': '2fdb320e-a888-4a72-b723-648d20d36de1', 'status': 'completed', 'code': 200} Feb 02 13:38:25.169403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40310b62-09b6-40cc-aebe-c5491ff6d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.212362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40310b62-09b6-40cc-aebe-c5491ff6d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.274998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:25.290183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-cede4b0e-e9a4-4ab0-b458-e297d9d65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:25.292418 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-cede4b0e-e9a4-4ab0-b458-e297d9d65040 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=4be5e58f1e5b4dc490cdfc4cbbc1c976&device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 1160 time: 1.0989637 Feb 02 13:38:25.293423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40310b62-09b6-40cc-aebe-c5491ff6d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.294229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.307435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:25.475258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310b62-09b6-40cc-aebe-c5491ff6d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a34e6-a711-458d-b8f5-918725d60dc6,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:25.534214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40310b62-09b6-40cc-aebe-c5491ff6d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.535501 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-40310b62-09b6-40cc-aebe-c5491ff6d44f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/475a34e6-a711-458d-b8f5-918725d60dc6 HTTP/1.1" status: 204 len: 168 time: 1.5389168 Feb 02 13:38:25.547778 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-5d9ee739-a51b-406f-ae5a-f433c6a4f5ce service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fdb320e-a888-4a72-b723-648d20d36de1 HTTP/1.1" status: 200 len: 217 time: 0.2122588 Feb 02 13:38:25.548786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62843091-1c5b-41af-be4b-c5034f21547e,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:25.567281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:25.570320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.586981 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62843091-1c5b-41af-be4b-c5034f21547e HTTP/1.1" status: 204 len: 168 time: 1.7176809 Feb 02 13:38:25.741413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:25.742408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:25.745963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:25.750769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:25.751521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39180) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:25.798019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.134', 58416) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:25.878524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-b939dec5-2c3e-46df-9705-ab51f24f8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:25.880260 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-b939dec5-2c3e-46df-9705-ab51f24f8ff2 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=00fc812f-ee62-42b3-b5e0-03c981d144c7 HTTP/1.1" status: 200 len: 852 time: 0.2880802 Feb 02 13:38:25.937850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:26.058031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:26.072249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:26.072709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:26.191009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39196) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:26.207427 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-d3c8e3ed-c87e-4036-99eb-a78a68846fb7 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=c1b9efa0-1c03-48a7-9e03-3b731b163358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082860 Feb 02 13:38:26.273208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:26.454486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:26.484859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4bea49ef266a4867baf6b9951663b748 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:26.488211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ea722d19-1175-4ddb-9fb9-61d3c7570349 req-1f5675cc-e98d-4453-b050-9c287ae49579 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Synchronizing usage tracker for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:26.494711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:26.529148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:26.547329 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:26.616541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:26.624374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:26.630723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:26.676322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-f0e19c63-bb4c-4ea4-861f-054e07c2cd07 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:26.678043 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-f0e19c63-bb4c-4ea4-861f-054e07c2cd07 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 818 time: 0.8776879 Feb 02 13:38:26.720525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ea722d19-1175-4ddb-9fb9-61d3c7570349 req-1f5675cc-e98d-4453-b050-9c287ae49579 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Unset dirty status for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:26.722099 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ea722d19-1175-4ddb-9fb9-61d3c7570349 req-1f5675cc-e98d-4453-b050-9c287ae49579 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 210 time: 0.8136926 Feb 02 13:38:26.752827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:26.767117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Request body: {'port': {'device_id': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349', 'admin_state_up': True, 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:26.787971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:26.797432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:26.957745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b56f-e3ec-4624-937a-08f7a9726aa5 req-5a665168-af95-4a3b-aa00-5121450356c9 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:26.971862 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-66c9b56f-e3ec-4624-937a-08f7a9726aa5 req-5a665168-af95-4a3b-aa00-5121450356c9 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 1.0631196 Feb 02 13:38:27.055036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:27.122041 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Allocated IP 172.28.0.106 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/4eb9bd3e-b9d2-4ca6-a856-c2ede327a0a5) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:27.228447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:27.229021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.242125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39218) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:27.242509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39222) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:27.294511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.317677 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-6518b4c4-2fdc-4a46-9f79-94c9f2db01ad service neutron] 10.222.0.134 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0867612 Feb 02 13:38:27.339608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.347047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:27.361418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.405807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:27.414678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:27.426873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Usage tracker for resource:security_group_rule and tenant:18a2ce1955814d34bb50c63aade6ca21 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:27.436324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Usage tracker for resource:security_group_rule and tenant:607b520f5c724b4ba852e570b27275a6 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:27.440140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:27.464831 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-66c9b56f-e3ec-4624-937a-08f7a9726aa5 req-ec11d4ca-d518-4ce0-9692-a4c2dbd64938 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915979 Feb 02 13:38:27.470173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:27.495030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:27.499541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:27.510900 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.529005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.533383 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e79a0d7e-412f-4b4b-bb2f-02f626f8f79e req-04ea477f-1076-4e1a-91e5-aa027c5989b5 service neutron] 10.222.0.134 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1832364 Feb 02 13:38:27.538666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Usage tracker for resource:security_group_rule and tenant:0918553e93b84d11afaa73c35247c30e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:27.544916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:27.566623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:27.661555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:27.684781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:27.699682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:27.745377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Made reservation on behalf of b37c98b76cb84abfb589388ea91a2f95 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:27.767075 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.805355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:27.810221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:27.820132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:27.907426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:27.908242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:27.946435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Pushing event updated for resources: {'Port': ['ID=d8704639-ef1b-4096-91dd-f9004fb3aa18,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:27.965731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:28.063857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.077270 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-62387171-2b9b-4827-9f6a-a9c39705c7ce req-bb3474d2-b164-4fef-9958-1bda6c9ac5e2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 210 time: 0.1100478 Feb 02 13:38:28.101492 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9600518 Feb 02 13:38:28.110806 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e3ff68cd-446e-4324-87cb-482e33e10065 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:28.161229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.176764 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.201459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eab8a81a-5f0f-4365-bc14-3125688d47a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:28.226767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Request body: {'port': {'device_id': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:28.287549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Allocated IP 172.20.0.12 (51eedb10-f9a0-43f2-afa6-01d4ac860349/2abdeea7-150c-4b9e-ac87-a289d1ad2a88/72b8bc69-f23a-4570-a19c-280d1fc05df4) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:28.300954 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4bea49ef266a4867baf6b9951663b748&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0920558 Feb 02 13:38:28.315827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39240) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:28.405037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.408782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30097b0-72ca-44b0-8b89-f922e96b35e8,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:28.435849 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:28.440142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.445271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.452038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.458517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'Port': ['ID=4eb9bd3e-b9d2-4ca6-a856-c2ede327a0a5,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:28.466993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-a0023a6c-5c06-4ebb-8877-4f3b938d86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:28.468660 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-a0023a6c-5c06-4ebb-8877-4f3b938d86cb service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=4be5e58f1e5b4dc490cdfc4cbbc1c976&device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 1160 time: 0.7759233 Feb 02 13:38:28.480953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.482311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:28.483076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.503685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1052f160-61a1-4243-8df8-ca024c23163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:28.508760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:28.510595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.524834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.575048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.642775 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=607b520f5c724b4ba852e570b27275a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3965533 Feb 02 13:38:28.685827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39258) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:28.692423 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=18a2ce1955814d34bb50c63aade6ca21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4458122 Feb 02 13:38:28.752130 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0918553e93b84d11afaa73c35247c30e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9775746 Feb 02 13:38:28.753043 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39264) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:28.753429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39266) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:28.779395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bdfbe6-0c6f-4057-9761-d2cc571a1181,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:28.791665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:28.811341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:28.812785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:28.823637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:28.835077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:28.881375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:28.998575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858e7a0-a438-4a44-80ec-c39c1a868b25,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:29.003246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:29.005417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8bc5b7-f149-42eb-ae91-2b7b608405fc,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:29.021899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:29.088474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ded1a734-e1ee-47de-9b8f-bafc07a10d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:29.135253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.147481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.186309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30097b0-72ca-44b0-8b89-f922e96b35e8,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:29.197628 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:29.271381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65ece-ec5a-4b32-875a-6a568e046a48 req-260bdfc3-081b-4bbb-a185-471a3dc31b97 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:29.273112 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e0f65ece-ec5a-4b32-875a-6a568e046a48 req-260bdfc3-081b-4bbb-a185-471a3dc31b97 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 0.5693438 Feb 02 13:38:29.281214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.282469 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a30097b0-72ca-44b0-8b89-f922e96b35e8 HTTP/1.1" status: 204 len: 168 time: 0.9655640 Feb 02 13:38:29.308002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-73fcee5a-ac05-4bc4-8696-f0181566bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:29.309753 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-73fcee5a-ac05-4bc4-8696-f0181566bb8d service neutron] 10.222.0.134 "GET /v2.0/networks?id=c1b9efa0-1c03-48a7-9e03-3b731b163358 HTTP/1.1" status: 200 len: 906 time: 0.8036516 Feb 02 13:38:29.413406 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24f35ab4-650d-4db9-827f-903933491686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.426440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.432719 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-fdb38327-b4fc-48b0-8da5-4fa5c1b6657c service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fdb320e-a888-4a72-b723-648d20d36de1 HTTP/1.1" status: 200 len: 217 time: 0.1097097 Feb 02 13:38:29.436308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.541637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24f35ab4-650d-4db9-827f-903933491686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.549362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.563516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.637282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-1bb3ff50-e91f-4d2f-bb40-f5654ff475c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:29.638948 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-1bb3ff50-e91f-4d2f-bb40-f5654ff475c2 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=00fc812f-ee62-42b3-b5e0-03c981d144c7 HTTP/1.1" status: 200 len: 852 time: 0.1850281 Feb 02 13:38:29.643748 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b91f02d6-caa1-4305-ad28-7bff3f23ec98 req-a0e9ff4f-f4d3-4e72-b6ab-22161686a101 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 210 time: 0.3633399 Feb 02 13:38:29.716006 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-e0c27405-f5fa-411f-ad68-8b4b74ca8c46 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=c1b9efa0-1c03-48a7-9e03-3b731b163358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600388 Feb 02 13:38:29.719567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.729941 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e0f65ece-ec5a-4b32-875a-6a568e046a48 req-a4aac359-455d-41ec-99e7-06ee5c73de2c tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466665 Feb 02 13:38:29.752925 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-298c2126-2606-446a-91aa-fe22958c0e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:29.856157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24f35ab4-650d-4db9-827f-903933491686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:29.920668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.042675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.046932 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3d8bc5b7-f149-42eb-ae91-2b7b608405fc HTTP/1.1" status: 204 len: 168 time: 1.2632201 Feb 02 13:38:30.068118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8704639-ef1b-4096-91dd-f9004fb3aa18 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:38:30.085752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.101340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Transition to ACTIVE for port object d8704639-ef1b-4096-91dd-f9004fb3aa18 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:30.102943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.267745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.271191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.281659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:30.412834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24f35ab4-650d-4db9-827f-903933491686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.414259 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-24f35ab4-650d-4db9-827f-903933491686 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5858e7a0-a438-4a44-80ec-c39c1a868b25 HTTP/1.1" status: 204 len: 168 time: 1.6260543 Feb 02 13:38:30.429074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Pushing event updated for resources: {'Port': ['ID=72b8bc69-f23a-4570-a19c-280d1fc05df4,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:30.465429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.469212 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a9bdfbe6-0c6f-4057-9761-d2cc571a1181 HTTP/1.1" status: 204 len: 168 time: 1.7731333 Feb 02 13:38:30.469212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bdfbe6-0c6f-4057-9761-d2cc571a1181,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:30.474608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:30.477919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b93be767-14bf-4408-b807-e27cd3eddc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:30.481917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:30.484346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dd1399e4-2440-4485-a151-e2ca99758aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:30.531630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f35ab4-650d-4db9-827f-903933491686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858e7a0-a438-4a44-80ec-c39c1a868b25,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:30.593934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8704639-ef1b-4096-91dd-f9004fb3aa18,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:30.598015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:30.609421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8bc5b7-f149-42eb-ae91-2b7b608405fc,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:30.641528 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-c1855d5d-b5ac-42b1-bc39-e7e0c01d3412 service neutron] 10.222.0.134 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936503 Feb 02 13:38:30.643867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:30.652643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:30.654948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.623s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:30.655548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:30.658132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:30.675983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:30.873585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:30.874333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:30.977539 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2689762 Feb 02 13:38:31.136080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Request body: {'port': {'device_id': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:31.288708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Attempting to bind port d8704639-ef1b-4096-91dd-f9004fb3aa18 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:31.289169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Attempting to bind port d8704639-ef1b-4096-91dd-f9004fb3aa18 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:31.289560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Attempting to bind port d8704639-ef1b-4096-91dd-f9004fb3aa18 on network 51eedb10-f9a0-43f2-afa6-01d4ac860349 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:31.327191 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-71c8a450-82fb-4a9c-8039-4e61bf3ab76f req-385946fb-73f3-4bb4-b2a3-60066e36cba9 service neutron] 10.222.0.134 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6705143 Feb 02 13:38:31.328267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:31.328652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Checking segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:31.329206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:31.329596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Bound using segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:31.330047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:31.330259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Bound port: d8704639-ef1b-4096-91dd-f9004fb3aa18, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:31.330639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:31.555333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14ea67-e360-49e3-b9c9-d33f7f4a17f7 req-9290ebd9-3651-4584-8335-861065d245dd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:31.557330 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fc14ea67-e360-49e3-b9c9-d33f7f4a17f7 req-9290ebd9-3651-4584-8335-861065d245dd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 932 time: 0.4049246 Feb 02 13:38:31.787227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f86e3-ac32-4af5-bd4a-9720cd43a69b req-2eb4c0df-344e-4a20-b645-173ff366eb6f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:31.789007 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-175f86e3-ac32-4af5-bd4a-9720cd43a69b req-2eb4c0df-344e-4a20-b645-173ff366eb6f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 0.5821671 Feb 02 13:38:31.814973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-fc14ea67-e360-49e3-b9c9-d33f7f4a17f7 req-a75441f7-946d-4d06-9689-8b2bf434da5c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Synchronizing usage tracker for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:31.907544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] For port d8704639-ef1b-4096-91dd-f9004fb3aa18, host hv-cinder-77238, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:31.967713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] For port d8704639-ef1b-4096-91dd-f9004fb3aa18, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:31.971944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 02 13:38:32.001805 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b8bc69-f23a-4570-a19c-280d1fc05df4 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:38:32.014558 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-175f86e3-ac32-4af5-bd4a-9720cd43a69b req-36b41550-2218-41c0-8fab-a6624d5fe8eb tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861551 Feb 02 13:38:32.015502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-fc14ea67-e360-49e3-b9c9-d33f7f4a17f7 req-a75441f7-946d-4d06-9689-8b2bf434da5c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Unset dirty status for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:32.019539 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fc14ea67-e360-49e3-b9c9-d33f7f4a17f7 req-a75441f7-946d-4d06-9689-8b2bf434da5c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392440 Feb 02 13:38:32.031717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:32.033759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:32.036553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:32.057052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:32.079966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Transition to ACTIVE for port object 72b8bc69-f23a-4570-a19c-280d1fc05df4 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:32.085570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:32.141014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:32.243824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:32.524672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8704639-ef1b-4096-91dd-f9004fb3aa18,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:32.570102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:32.646065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:32.652936 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Pushing event updated for resources: {'Port': ['ID=72b8bc69-f23a-4570-a19c-280d1fc05df4,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:32.667895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:32.756702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Attempting to bind port 72b8bc69-f23a-4570-a19c-280d1fc05df4 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:32.757370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Attempting to bind port 72b8bc69-f23a-4570-a19c-280d1fc05df4 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:32.761178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Attempting to bind port 72b8bc69-f23a-4570-a19c-280d1fc05df4 on network 51eedb10-f9a0-43f2-afa6-01d4ac860349 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:32.790536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:32.791148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Checking segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:32.791887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:32.792572 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Bound using segment: {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:32.793399 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Bound port: 72b8bc69-f23a-4570-a19c-280d1fc05df4, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76016d57-fec7-4422-8df4-8c12c6ec087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '51eedb10-f9a0-43f2-afa6-01d4ac860349'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:32.796544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:33.130526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] For port 72b8bc69-f23a-4570-a19c-280d1fc05df4, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:33.149726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] For port 72b8bc69-f23a-4570-a19c-280d1fc05df4, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72b8bc69-f23a-4570-a19c-280d1fc05df4,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:33.158812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:33.163462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:33.164484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:33.166354 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] 10.222.0.134 "PUT /v2.0/ports/d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 1157 time: 5.0224009 Feb 02 13:38:33.175766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:33.222714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:33.429447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'Port': ['ID=4eb9bd3e-b9d2-4ca6-a856-c2ede327a0a5,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:33.577772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:33.655120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Pushing event updated for resources: {'Port': ['ID=72b8bc69-f23a-4570-a19c-280d1fc05df4,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:33.661413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:33.740122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:33.740823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:33.750840 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] 10.222.0.134 "PUT /v2.0/ports/72b8bc69-f23a-4570-a19c-280d1fc05df4 HTTP/1.1" status: 200 len: 1158 time: 2.6334164 Feb 02 13:38:33.751781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'tag': '72b8bc69-f23a-4570-a19c-280d1fc05df4'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:33.826125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:33.850685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-97b1671a-47ed-4fbd-9afe-773affcf6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:33.852828 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-97b1671a-47ed-4fbd-9afe-773affcf6414 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1160 time: 0.4996257 Feb 02 13:38:33.896636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-171a560f-c68a-4001-a06a-2cf86fec1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:33.898486 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-171a560f-c68a-4001-a06a-2cf86fec1f80 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 1161 time: 0.0947814 Feb 02 13:38:33.978282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5460f-8a4b-4720-b052-e08be7a5a238 req-f8d92414-1d85-49e4-907f-3b8b9c31e12c tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:33.980055 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e4a5460f-8a4b-4720-b052-e08be7a5a238 req-f8d92414-1d85-49e4-907f-3b8b9c31e12c tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 0.6320362 Feb 02 13:38:34.055557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39408) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:34.062616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:34.072463 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7430880 Feb 02 13:38:34.105103 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-f73d437b-3f24-42f5-a269-f184d33e866e service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b8bc69-f23a-4570-a19c-280d1fc05df4 HTTP/1.1" status: 200 len: 217 time: 0.1869841 Feb 02 13:38:34.107607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9765ec1a-3e25-43cf-aa87-dea6b8917031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:34.142002 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-832cc671-dd73-4b23-8ffb-a6e8e2d6e8a5 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.2739804 Feb 02 13:38:34.196836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-f2a13654-4470-4408-873d-81a18ad9925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:34.199290 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-f2a13654-4470-4408-873d-81a18ad9925b service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.0898378 Feb 02 13:38:34.270922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90684-0ded-4802-ad7b-005a5c4c5b21 req-b1a8ad7f-feb7-45c2-8333-06ef586ef45e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:34.272650 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-aee90684-0ded-4802-ad7b-005a5c4c5b21 req-b1a8ad7f-feb7-45c2-8333-06ef586ef45e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 944 time: 0.8261018 Feb 02 13:38:34.352838 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-9ccb3c66-97a2-4c1a-ae2f-e042872b9708 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085470 Feb 02 13:38:34.397531 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e4a5460f-8a4b-4720-b052-e08be7a5a238 req-2a757260-6e08-47a2-8ea1-f237e043edf1 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252702 Feb 02 13:38:34.559900 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-aee90684-0ded-4802-ad7b-005a5c4c5b21 req-54411926-7c2f-433e-ab76-b6469415e663 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002206 Feb 02 13:38:34.562386 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'tag': '72b8bc69-f23a-4570-a19c-280d1fc05df4', 'status': 'completed', 'code': 200} Feb 02 13:38:34.585127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-abc0af4e-030c-4a9b-a48c-a68e581e8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:34.587680 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-abc0af4e-030c-4a9b-a48c-a68e581e8034 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.3104172 Feb 02 13:38:34.679730 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-4c0803f2-d3dc-4ad8-9d64-485b193f87e0 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009994 Feb 02 13:38:34.745651 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-93c253f3-476b-4e55-bcdd-0a67d88a9e28 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453857 Feb 02 13:38:34.930119 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-74d146be-711c-47bb-9cbc-0bbd9e354f33 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1277219503&fields=id&tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7 HTTP/1.1" status: 200 len: 267 time: 0.1612217 Feb 02 13:38:34.962545 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-50cbeaec-2a84-4be0-97d5-f4002802732d req-0995d9ec-1e56-46c8-b6a8-94b53506fd3f service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1743488 Feb 02 13:38:35.130898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-136418064-network', 'tenant_id': 'ce9c9efbf7274b979132e52a309158f1'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:35.152884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:35.168524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Usage tracker for resource:network and tenant:ce9c9efbf7274b979132e52a309158f1 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:35.185230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:35.209087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:35.239375 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a72b4849-55d7-43ed-bf6c-cf5dfac0e371 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359922 Feb 02 13:38:35.256160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Made reservation on behalf of ce9c9efbf7274b979132e52a309158f1 for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:35.261028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:35.279459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:35.396437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-d723916f-b65c-4cf0-b6ea-10df71bbccc3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:35.404075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-d723916f-b65c-4cf0-b6ea-10df71bbccc3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 810 time: 0.4559705 Feb 02 13:38:35.410275 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18', 'status': 'completed', 'code': 200} Feb 02 13:38:35.442390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:35.452571 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-fa76f38f-6c17-4a50-b5f9-e6cb6b0d43ac tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/quotas/c89fdfc321ec4e32b59d53e1e9b84da7 HTTP/1.1" status: 200 len: 375 time: 0.0474656 Feb 02 13:38:35.494472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Usage tracker for resource:security_group_rule and tenant:ce9c9efbf7274b979132e52a309158f1 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:35.508389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:35.512283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-554a6bd0-a174-4fe0-8fed-7ac6da4d344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:35.514922 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-554a6bd0-a174-4fe0-8fed-7ac6da4d344d service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 1161 time: 0.1381335 Feb 02 13:38:35.575271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:35.690205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:35.712416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:35.717457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-dfff17c3-3c89-449c-9b64-b013c6c35671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:35.719593 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-dfff17c3-3c89-449c-9b64-b013c6c35671 service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.1984611 Feb 02 13:38:35.725687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e37a03a3-d19b-451c-b316-ff2b258e079e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:35.754313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:38:35.842177 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-da7874c4-57f0-4b35-a23c-d2a5a24bfea3 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b8bc69-f23a-4570-a19c-280d1fc05df4 HTTP/1.1" status: 200 len: 217 time: 0.1114168 Feb 02 13:38:35.901517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788934072930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:35.902130 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Added segment da46a1c3-d624-4a04-b5f7-64de759c80fe of type vxlan for network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 Feb 02 13:38:35.946617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-b9461b74-5b94-497c-9544-f501112c6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:35.948773 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-b9461b74-5b94-497c-9544-f501112c6d96 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.0980284 Feb 02 13:38:35.963029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7f10d1-4952-4921-b50f-df893e048670,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:35.969708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:36.027947 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-6e17df0a-8880-4863-9f2a-bc0442d3c3f7 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712566 Feb 02 13:38:36.136254 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-a4c9e8ca-f3d4-4c4e-a8c1-12c638eb72ba tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6816697 Feb 02 13:38:36.139394 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20fd6863-f34f-4e3d-aa61-9cdd90b0949b req-a634e2be-88b9-4aee-a7ca-e4e91e66498a service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7273021 Feb 02 13:38:36.211165 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-1f04e315-6ca2-4642-8890-bc10f17f0929 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735845 Feb 02 13:38:36.326741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:36.411502 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e3319e6-9372-4002-8951-ed93c4a0a0be req-43804d87-23ca-47b2-b888-1a3169831496 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1886060 Feb 02 13:38:36.520461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1830f-1151-4b95-a0df-89b156fa9069 req-3c027dca-8c65-44c7-9394-beb4b8b51f48 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:36.528037 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-47c1830f-1151-4b95-a0df-89b156fa9069 req-3c027dca-8c65-44c7-9394-beb4b8b51f48 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 0.7436945 Feb 02 13:38:36.573405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 02 13:38:36.652295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-b5209e03-f528-42c6-82d9-5a09c3f65586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:36.654038 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-b5209e03-f528-42c6-82d9-5a09c3f65586 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1160 time: 0.4135952 Feb 02 13:38:36.749193 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-47c1830f-1151-4b95-a0df-89b156fa9069 req-21ba5747-11cb-4454-a2b8-9c3d38b4c6f9 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200477 Feb 02 13:38:36.772116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:36.797114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:36.797764 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:36.819798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:37.108953 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-79c401ee-3dc8-4457-9363-3fb435a9ef62 service neutron] 10.222.0.90 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9333224 Feb 02 13:38:37.372123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Pushing event updated for resources: {'Network': ['ID=ff3e33d2-f5f4-4c69-97d2-dc69a3700347,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:37.394772 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3364079 Feb 02 13:38:37.398004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39520) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:37.405604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Request body: {'subnet': {'network_id': 'ff3e33d2-f5f4-4c69-97d2-dc69a3700347', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-136418064-subnet', 'tenant_id': 'ce9c9efbf7274b979132e52a309158f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:37.407540 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:37.418719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:37.421027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:38:37.429802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Usage tracker for resource:subnet and tenant:ce9c9efbf7274b979132e52a309158f1 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:37.440941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:37.452149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:37.474814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-6d964ba1-0ce9-4aec-bac8-8c6a3ca99d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:37.476475 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-6d964ba1-0ce9-4aec-bac8-8c6a3ca99d77 service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.8041677 Feb 02 13:38:37.484086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Made reservation on behalf of ce9c9efbf7274b979132e52a309158f1 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:37.490529 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-bbeea09e-9ca9-496d-b3b4-70372f8f95bc service neutron] 10.222.0.90 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3179374 Feb 02 13:38:37.507642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:37.572923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:38:37.603211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24f8d72d-f9e7-47f5-b8dc-feff1b7170dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:37.723337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361b533-87bb-4187-82fc-922aef104b4a req-2d4d8edb-7658-47c6-87b6-4036c4c8c3e4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:37.731295 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8361b533-87bb-4187-82fc-922aef104b4a req-2d4d8edb-7658-47c6-87b6-4036c4c8c3e4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 944 time: 0.6211965 Feb 02 13:38:37.741936 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39526) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:37.764872 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-c1c81cd5-41c8-445b-b6ff-bf725b391b1d service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.2778847 Feb 02 13:38:37.875817 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8361b533-87bb-4187-82fc-922aef104b4a req-0bc855e8-888f-4f77-b9ee-a5d770912f29 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418076 Feb 02 13:38:37.994196 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-0346c840-7506-434a-a8e7-ac2495a7444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:37.996075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-0346c840-7506-434a-a8e7-ac2495a7444f service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.2200446 Feb 02 13:38:38.007959 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3f1891a-251c-42f3-a819-723e27001646 req-75f417f8-ba38-4d05-bb3d-25bdfa986689 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.0956740 Feb 02 13:38:38.086938 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-0cdbb3c7-1bf5-4a2e-92b4-419e052be941 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776656 Feb 02 13:38:38.276744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:38.325121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:38.327426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:38.336554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Usage tracker for resource:security_group_rule and tenant:222bd97ffb344de48345619bbf06bff8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:38.340581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:38.341993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-edcfbae2-b600-4570-942e-5245f540eb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:38.366784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:38.418669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d12dd1-fcee-4bd9-b89c-5f7d4c43b5fb,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:38.434547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:38.488282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:38.492190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d569b-c7d2-4575-977f-914871c4402d req-dd8e4b34-b55a-4e9d-bc0e-caafb9bca25d tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:38.493952 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3f4d569b-c7d2-4575-977f-914871c4402d req-dd8e4b34-b55a-4e9d-bc0e-caafb9bca25d tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 0.3569834 Feb 02 13:38:38.500277 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-efe9fb25-3c8d-446e-bf2d-099008ecc12d service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019680 Feb 02 13:38:38.648222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-52529240-708b-4fee-a8e8-4d4010368f52 None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:38:38.701991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Checking segment: {'id': 'da46a1c3-d624-4a04-b5f7-64de759c80fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ff3e33d2-f5f4-4c69-97d2-dc69a3700347'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:38.702506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Network hostable DHCP agents. Network: ff3e33d2-f5f4-4c69-97d2-dc69a3700347, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:38:38.763763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:38:38.776444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, ff3e33d2-f5f4-4c69-97d2-dc69a3700347) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:38.781553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:38.789351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b9b44-ae73-421a-8d7b-413e4af403bb None None] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:38.797284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:38.799709 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3f4d569b-c7d2-4575-977f-914871c4402d req-4c92e4c4-bddc-4918-a47f-56903f6c18a6 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907798 Feb 02 13:38:38.873928 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4640775 Feb 02 13:38:38.934937 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d513a348-f0e3-476e-b483-8029571c1ae5 req-8a4984cb-eec1-4f4f-af1c-12dab05734c8 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4217949 Feb 02 13:38:39.055212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.061730 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.140128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:39.175809 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=222bd97ffb344de48345619bbf06bff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4325242 Feb 02 13:38:39.178717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39588) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:39.199348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821022c6-a04e-40b1-bd0b-4399fb2f009f,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:39.214423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:39.293408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2373343-e2dc-4112-affe-fadb0e51cbfa None None] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:39.337223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.393071 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-99bad963-48ea-4205-b994-2ab33878220e req-78123058-4267-4d1c-9bd3-96e4fcf6aac4 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.0916176 Feb 02 13:38:39.399993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.527012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.535824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-79cfc103-41df-49c8-bfc8-021c59a9367c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:39.545760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.564096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821022c6-a04e-40b1-bd0b-4399fb2f009f,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:39.578322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:39.579630 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/821022c6-a04e-40b1-bd0b-4399fb2f009f HTTP/1.1" status: 204 len: 168 time: 0.3996637 Feb 02 13:38:39.581143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:39.588497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61064fc3-197c-4ff2-9387-25d5ec42bcea req-6e593590-a082-4915-b379-d3b11854269e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:39.590859 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-61064fc3-197c-4ff2-9387-25d5ec42bcea req-6e593590-a082-4915-b379-d3b11854269e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 944 time: 0.3933141 Feb 02 13:38:39.828749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:39.925624 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-61064fc3-197c-4ff2-9387-25d5ec42bcea req-15efd902-615e-4cb5-a4c7-b77f02561f55 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278694 Feb 02 13:38:39.980208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port d8704639-ef1b-4096-91dd-f9004fb3aa18 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:39.986288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port d8704639-ef1b-4096-91dd-f9004fb3aa18 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:39.986718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.095781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.174565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.234160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port d8704639-ef1b-4096-91dd-f9004fb3aa18, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:40.235643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:40.256725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-a2531c48-35a8-4ed3-aaa3-de023d9e42da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:40.258442 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-a2531c48-35a8-4ed3-aaa3-de023d9e42da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 810 time: 0.6125371 Feb 02 13:38:40.306184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.307431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 2fdb320e-a888-4a72-b723-648d20d36de1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:40.316479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39634) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:40.340849 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:40.356884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.400201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:40.409547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Usage tracker for resource:security_group_rule and tenant:b72cb414ddb34cfc945e271492f1fe93 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:40.416886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:40.435458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:40.443321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=d8704639-ef1b-4096-91dd-f9004fb3aa18,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:40.450375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:40.469705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 2fdb320e-a888-4a72-b723-648d20d36de1 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:40.488084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 2fdb320e-a888-4a72-b723-648d20d36de1 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:40.488514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.557328 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-558b9538-39f6-49c2-bd05-e8180c3fb91b tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "GET /v2.0/security-groups?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7 HTTP/1.1" status: 200 len: 5705 time: 0.2514818 Feb 02 13:38:40.576463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'port': {'device_id': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'admin_state_up': True, 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'security_groups': ['01316e87-455c-4f04-b3bb-82a4cf1c2830']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:40.638699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.646023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.734861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40ab7a07-82b8-4187-8dbc-efb74e6894b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:40.747246 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b72cb414ddb34cfc945e271492f1fe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292822 Feb 02 13:38:40.750810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39654) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:40.805981 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.815595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e95c150-5df8-4e8b-bbd0-ce4187a47335,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:40.832421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:40.906710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 2fdb320e-a888-4a72-b723-648d20d36de1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2fdb320e-a888-4a72-b723-648d20d36de1,segment=NetworkSegment(95c015fd-61c6-465d-89c8-cb101bf2d748),segment_id=95c015fd-61c6-465d-89c8-cb101bf2d748)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:40.918938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:40.919983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:40.978842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332150-5abe-47a7-bddf-0b9055f2c8cc req-2ed1c352-a9ff-406d-b2a6-baed67afec12 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:40.981015 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e332150-5abe-47a7-bddf-0b9055f2c8cc req-2ed1c352-a9ff-406d-b2a6-baed67afec12 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 943 time: 0.7215273 Feb 02 13:38:41.004333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:41.113094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=2fdb320e-a888-4a72-b723-648d20d36de1,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:41.117875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:41.129669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:41.134530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39668) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:41.136834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:41.137428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.144142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1770210130-network', 'tenant_id': 'd9bb6bef0bcc4e08add45ba3140fcb44'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:41.159966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:41.166345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Usage tracker for resource:network and tenant:d9bb6bef0bcc4e08add45ba3140fcb44 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:41.171629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.203214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.251523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:41.259257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.260396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:41.270712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:41.287309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e95c150-5df8-4e8b-bbd0-ce4187a47335,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:41.290297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:41.300254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Made reservation on behalf of d9bb6bef0bcc4e08add45ba3140fcb44 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:41.306882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.325025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.338406 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.340021 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e95c150-5df8-4e8b-bbd0-ce4187a47335 HTTP/1.1" status: 204 len: 168 time: 0.5878005 Feb 02 13:38:41.347416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:41.352563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9bb6bef0bcc4e08add45ba3140fcb44 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:41.356317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:41.363056 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:41.447236 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-10d68f9a-860c-4fa3-aeac-40fb6c2a2b11 req-efacf4ea-a700-46a8-aef9-73495b02a99f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.7688191 Feb 02 13:38:41.478306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.551985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 72b8bc69-f23a-4570-a19c-280d1fc05df4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72b8bc69-f23a-4570-a19c-280d1fc05df4,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:41.559503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.561508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:41.603668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.609968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.628534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:41.663408 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e332150-5abe-47a7-bddf-0b9055f2c8cc req-84cfc709-57da-4171-9cc0-7701f80b3627 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153394 Feb 02 13:38:41.685141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39698) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:41.771356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018c7802-8634-4585-a48d-e3d02578c1d0,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:41.772626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=72b8bc69-f23a-4570-a19c-280d1fc05df4,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:41.777577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:41.802867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:41.805583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:41.806971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:38:41.811556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:port and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:41.822421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:41.831272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.832011 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Added segment e6d6b684-fc3f-4ebe-91bc-8ba2605a99e9 of type vxlan for network da329c5a-b40d-4192-8324-debb21d88322 Feb 02 13:38:41.841420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:41.873542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.881306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Made reservation on behalf of c89fdfc321ec4e32b59d53e1e9b84da7 for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:41.917495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.919045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:41.920275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.927209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:41.987028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1fd8f161-4a8e-4b7a-ae0d-1b8b314f4739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:42.107510 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18', 'code': 200} Feb 02 13:38:42.115063 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9760163 Feb 02 13:38:42.122536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39714) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:42.137120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Request body: {'subnet': {'network_id': 'da329c5a-b40d-4192-8324-debb21d88322', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1770210130-subnet', 'tenant_id': 'd9bb6bef0bcc4e08add45ba3140fcb44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:42.137358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:42.138962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:42.143254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:42.147552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Usage tracker for resource:subnet and tenant:d9bb6bef0bcc4e08add45ba3140fcb44 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:42.153460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Pushing event updated for resources: {'Network': ['ID=da329c5a-b40d-4192-8324-debb21d88322,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:42.159926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:42.161110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:42.166637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8b896655f14ce38849ab1e9e1b0603 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:42.170068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:42.174518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:42.176260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:42.181066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:42.213347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network da329c5a-b40d-4192-8324-debb21d88322 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:38:42.234124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network da329c5a-b40d-4192-8324-debb21d88322 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:38:42.377920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:42.446004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb65b9-f958-40bb-9644-276091af35c1 req-fb3ad5a3-1f31-4790-9f10-b0f729d5175b tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:42.448459 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-76eb65b9-f958-40bb-9644-276091af35c1 req-fb3ad5a3-1f31-4790-9f10-b0f729d5175b tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.4992309 Feb 02 13:38:42.552390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:42.569797 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-76eb65b9-f958-40bb-9644-276091af35c1 req-f8faba9c-2e32-4aca-89fd-975e278cda1e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014264 Feb 02 13:38:42.600195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b627db62-1caf-4a34-b0d4-dc4424289792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:42.623431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Made reservation on behalf of d9bb6bef0bcc4e08add45ba3140fcb44 for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:38:42.629187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:42.647002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port d8704639-ef1b-4096-91dd-f9004fb3aa18 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:42.647633 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:42.718145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71c52b-0b2d-4e49-81df-1d99676d12f7,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:42.870071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 2fdb320e-a888-4a72-b723-648d20d36de1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:42.925901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:42.949843 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b5c740e-c1d4-4c3c-beb7-b52b7565720a req-a70fb757-be6e-4b92-8d91-a390b11d5418 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.0788121 Feb 02 13:38:42.957248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 2fdb320e-a888-4a72-b723-648d20d36de1 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:42.957676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:42.982151 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dd8b896655f14ce38849ab1e9e1b0603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2983639 Feb 02 13:38:42.989645 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39738) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:43.104283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Allocated IP 172.20.0.9 (332abd3e-62db-4896-98e0-a1ec91abeee4/95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed/4bf097b2-159a-4488-b674-e9b15270ba51) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:38:43.152392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fee28c-5740-4031-a029-f628f4a21f13 req-0f667176-69ab-4076-a4f7-cd19b437ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:43.154116 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34fee28c-5740-4031-a029-f628f4a21f13 req-0f667176-69ab-4076-a4f7-cd19b437ec17 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.4410584 Feb 02 13:38:43.222176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.279849 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.323457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.370832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:43.382593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Usage tracker for resource:security_group_rule and tenant:37cfa30c50504344b8b9809fbb5a0835 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:43.391003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:43.397695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.415891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:43.437423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:43.444057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:43.487328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71c52b-0b2d-4e49-81df-1d99676d12f7,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:43.492989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:43.496921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.498443 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5e71c52b-0b2d-4e49-81df-1d99676d12f7 HTTP/1.1" status: 204 len: 168 time: 0.5063426 Feb 02 13:38:43.595988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.640552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:43.644275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.706186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.715069 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:43.727072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0843b-52ed-4246-825e-36ee21035c96 req-5a8b9533-1de4-44b8-b592-5a1cde3eb06a tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:43.735173 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79e0843b-52ed-4246-825e-36ee21035c96 req-5a8b9533-1de4-44b8-b592-5a1cde3eb06a tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 945 time: 0.7840400 Feb 02 13:38:43.736007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:43.774958 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34fee28c-5740-4031-a029-f628f4a21f13 req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037309 Feb 02 13:38:43.784169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bee651-0496-4df7-b07c-37ea3347f148,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:43.788443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:43.903510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Transition to ACTIVE for port object 4bf097b2-159a-4488-b674-e9b15270ba51 will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:44.037512 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79e0843b-52ed-4246-825e-36ee21035c96 req-7c29a7d4-b298-4f0d-a041-6070d0fbf33d tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012722 Feb 02 13:38:44.108679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb320e-a888-4a72-b723-648d20d36de1'}, {'server_uuid': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8bc69-f23a-4570-a19c-280d1fc05df4'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:44.125263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39780) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:44.150862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.179139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:44.186655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:44.189083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3a70ebc9d14e4a9d096ba2cdbf0d05 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:44.193256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:44.201723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:44.238765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dacd39-47bf-4a79-accb-05c8b0a87b8d req-d9059bae-c4c0-41f0-b061-5eeee977a580 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:44.240611 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9dacd39-47bf-4a79-accb-05c8b0a87b8d req-d9059bae-c4c0-41f0-b061-5eeee977a580 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.3522646 Feb 02 13:38:44.276070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:44.276774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.306292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.307037 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1536c3d3-b4b7-4f60-9bd7-5b631b76fce5 req-b7788a40-e9a1-4193-9b89-6dfa6eeb0b50 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.0637147 Feb 02 13:38:44.322817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.343506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5ba4f684-26bf-4dea-8281-83bfb10037b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:44.396667 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9dacd39-47bf-4a79-accb-05c8b0a87b8d req-37ea049b-18ef-473f-89b2-d615e0ee6c49 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870886 Feb 02 13:38:44.397996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.425686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0af739-9b26-465f-a13e-25fe8ba5aab7,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:44.431602 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6d3a70ebc9d14e4a9d096ba2cdbf0d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048437 Feb 02 13:38:44.432726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:44.444117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39790) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:44.475033 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdb320e-a888-4a72-b723-648d20d36de1', 'code': 200} Feb 02 13:38:44.475440 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8bc69-f23a-4570-a19c-280d1fc05df4', 'code': 200} Feb 02 13:38:44.519305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.574220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.574356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:44.652381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.673489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-72aed312-31e1-4bb6-95fd-a09121f0e9b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:44.699753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:38:44.716182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.719988 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2b0af739-9b26-465f-a13e-25fe8ba5aab7 HTTP/1.1" status: 204 len: 168 time: 0.2722018 Feb 02 13:38:44.743032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0af739-9b26-465f-a13e-25fe8ba5aab7,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:44.751307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:44.766455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:38:44.769298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:44.872401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:44.873162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:44.937610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'Port': ['ID=4bf097b2-159a-4488-b674-e9b15270ba51,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:44.948828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:44.953537 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3910682 Feb 02 13:38:44.986903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Request body: {'port': {'device_id': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:45.116508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:45.198031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670502d-96fb-4b7c-bc79-1b3a8150b8a4 req-33079bfe-1c9e-4cdf-8dcb-d74124a39d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:45.199860 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f670502d-96fb-4b7c-bc79-1b3a8150b8a4 req-33079bfe-1c9e-4cdf-8dcb-d74124a39d7c service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 1163 time: 0.3175018 Feb 02 13:38:45.209861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb3cb4-4d93-467f-b021-ac154ca5c5ee req-8c361bf8-fbe7-4ec9-b38e-48f113b59e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:45.211939 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83fb3cb4-4d93-467f-b021-ac154ca5c5ee req-8c361bf8-fbe7-4ec9-b38e-48f113b59e67 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 1162 time: 0.2416320 Feb 02 13:38:45.216167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5a01dd5a-9e32-4e6e-ae71-3bac8151fe0a None None] Provisioning for port 4bf097b2-159a-4488-b674-e9b15270ba51 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:45.229058 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5a01dd5a-9e32-4e6e-ae71-3bac8151fe0a None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:45.229626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5a01dd5a-9e32-4e6e-ae71-3bac8151fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:45.320784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-f670502d-96fb-4b7c-bc79-1b3a8150b8a4 req-2eb24045-74fa-4f06-ab47-977fc4fd6f49 service neutron] Synchronizing usage tracker for tenant:37cfa30c50504344b8b9809fbb5a0835 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:45.329362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-83fb3cb4-4d93-467f-b021-ac154ca5c5ee req-e1f300e1-a029-4c97-801f-8c0ef078730c service neutron] Synchronizing usage tracker for tenant:37cfa30c50504344b8b9809fbb5a0835 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:45.349102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-83fb3cb4-4d93-467f-b021-ac154ca5c5ee req-e1f300e1-a029-4c97-801f-8c0ef078730c service neutron] Unset dirty status for tenant:37cfa30c50504344b8b9809fbb5a0835 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:45.350498 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83fb3cb4-4d93-467f-b021-ac154ca5c5ee req-e1f300e1-a029-4c97-801f-8c0ef078730c service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218667 Feb 02 13:38:45.353545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-f670502d-96fb-4b7c-bc79-1b3a8150b8a4 req-2eb24045-74fa-4f06-ab47-977fc4fd6f49 service neutron] Unset dirty status for tenant:37cfa30c50504344b8b9809fbb5a0835 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:45.354710 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f670502d-96fb-4b7c-bc79-1b3a8150b8a4 req-2eb24045-74fa-4f06-ab47-977fc4fd6f49 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418200 Feb 02 13:38:45.454421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-5a01dd5a-9e32-4e6e-ae71-3bac8151fe0a None None] Port 4bf097b2-159a-4488-b674-e9b15270ba51 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:38:45.473582 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a4648bea-d692-4a57-867b-7f516d312cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:45.774000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0613c9c6-7329-4619-824d-80c730a5f9c6,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:45.987130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:46.004147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:46.084301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Checking segment: {'id': 'e6d6b684-fc3f-4ebe-91bc-8ba2605a99e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'da329c5a-b40d-4192-8324-debb21d88322'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:46.084702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Network hostable DHCP agents. Network: da329c5a-b40d-4192-8324-debb21d88322, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:38:46.187272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:46.284143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port d8704639-ef1b-4096-91dd-f9004fb3aa18 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:46.285286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:46.309105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbac31-d948-4e9a-86cb-830b4d83bc13 req-904f706d-3c9d-4a23-af1b-9081c8bdb018 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:46.309943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-15cbac31-d948-4e9a-86cb-830b4d83bc13 req-904f706d-3c9d-4a23-af1b-9081c8bdb018 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Synchronizing usage tracker for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:46.321564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Network da329c5a-b40d-4192-8324-debb21d88322 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:38:46.428690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcbb24-5ae7-4436-a701-c73983e2fca9 req-ee85843a-4c6e-4b18-ad6d-b4189d44d8ba tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:46.430747 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-93fcbb24-5ae7-4436-a701-c73983e2fca9 req-ee85843a-4c6e-4b18-ad6d-b4189d44d8ba tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 945 time: 0.9631863 Feb 02 13:38:46.492665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, da329c5a-b40d-4192-8324-debb21d88322) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:38:46.506662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930b4a0-fdc0-42eb-b8ba-432a4b42f59b None None] Network da329c5a-b40d-4192-8324-debb21d88322 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:46.535707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:46.536561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:46.549613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-15cbac31-d948-4e9a-86cb-830b4d83bc13 req-904f706d-3c9d-4a23-af1b-9081c8bdb018 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Unset dirty status for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:46.557811 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-15cbac31-d948-4e9a-86cb-830b4d83bc13 req-904f706d-3c9d-4a23-af1b-9081c8bdb018 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 931 time: 0.9738760 Feb 02 13:38:46.778282 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e06ad80b-33fa-4291-8650-93f50e90fab9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6513684 Feb 02 13:38:46.833217 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-93fcbb24-5ae7-4436-a701-c73983e2fca9 req-f3244267-cde3-4a60-a3db-1888f546713e tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502450 Feb 02 13:38:46.888566 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-15cbac31-d948-4e9a-86cb-830b4d83bc13 req-d90e3b86-c57c-43f8-9b30-b0a6bc8c45f7 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295736 Feb 02 13:38:46.981232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74cae5a-f5fc-4df3-933a-827290db7a82 None None] Network da329c5a-b40d-4192-8324-debb21d88322 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:38:47.085841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf097b2-159a-4488-b674-e9b15270ba51 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:38:47.113759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.140427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Transition to ACTIVE for port object 4bf097b2-159a-4488-b674-e9b15270ba51 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:38:47.167118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39882) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:47.244721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.305223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:47.349189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Deleting subnet 88d12dd1-fcee-4bd9-b89c-5f7d4c43b5fb {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:38:47.360978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.465100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.474714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.516833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Pushing event updated for resources: {'Port': ['ID=4bf097b2-159a-4488-b674-e9b15270ba51,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:47.524166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:47.714415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0551b-dbd4-43e7-bcb3-c4c18848817f req-3b2c0fe7-05c7-4ee1-ad39-574cd4ac00ef tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:47.716096 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fab0551b-dbd4-43e7-bcb3-c4c18848817f req-3b2c0fe7-05c7-4ee1-ad39-574cd4ac00ef tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.5741706 Feb 02 13:38:47.836447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.860045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a7baf0e-f8ad-4a1b-8323-025c8df3472c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:47.964147 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fab0551b-dbd4-43e7-bcb3-c4c18848817f req-91f9c287-ab9a-4154-8e19-e906695734f1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375174 Feb 02 13:38:47.966781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Attempting to bind port 4bf097b2-159a-4488-b674-e9b15270ba51 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:47.967246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Attempting to bind port 4bf097b2-159a-4488-b674-e9b15270ba51 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:38:47.967537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Attempting to bind port 4bf097b2-159a-4488-b674-e9b15270ba51 on network 332abd3e-62db-4896-98e0-a1ec91abeee4 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:38:47.975506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:38:47.975848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Checking segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:38:47.976259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.976700 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Bound using segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:38:47.977245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Bound port: 4bf097b2-159a-4488-b674-e9b15270ba51, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:38:47.977762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:47.984554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d12dd1-fcee-4bd9-b89c-5f7d4c43b5fb,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:47.996677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:48.067509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:48.074790 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/88d12dd1-fcee-4bd9-b89c-5f7d4c43b5fb HTTP/1.1" status: 204 len: 168 time: 0.9064746 Feb 02 13:38:48.077569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39916) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:48.217563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] For port 4bf097b2-159a-4488-b674-e9b15270ba51, host hv-cinder-77238, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:38:48.228971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] For port 4bf097b2-159a-4488-b674-e9b15270ba51, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4bf097b2-159a-4488-b674-e9b15270ba51,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:38:48.234430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:48.238418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:48.341238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912cac4-7d2b-4886-80ce-64b13a299f09 req-ed5a0043-0451-48ad-9b1c-0bb715980ee0 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:48.349239 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4912cac4-7d2b-4886-80ce-64b13a299f09 req-ed5a0043-0451-48ad-9b1c-0bb715980ee0 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 945 time: 0.2568078 Feb 02 13:38:48.354120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 2fdb320e-a888-4a72-b723-648d20d36de1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:48.357408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:48.447734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 39926) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:48.472425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Pushing event updated for resources: {'Port': ['ID=4bf097b2-159a-4488-b674-e9b15270ba51,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:48.476200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 2fdb320e-a888-4a72-b723-648d20d36de1 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:48.476360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:48.485933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:48.671763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:48.685613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.686026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.686875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.687307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > port after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.687696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.688095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > port after_update 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.688472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.688929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.689332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.689725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.755167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:48.856286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.856835 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.865413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.865638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:48.866026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3e33d2-f5f4-4c69-97d2-dc69a3700347']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:48.897193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da46a1c3-d624-4a04-b5f7-64de759c80fe') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:48.897595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da46a1c3-d624-4a04-b5f7-64de759c80fe') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:48.917723 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4912cac4-7d2b-4886-80ce-64b13a299f09 req-88950ee5-ccd0-4939-964c-f4dfd0b0d094 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673053 Feb 02 13:38:48.937485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:48.961087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:48.961087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:49.049498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:49.093047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:49.095727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:49.114677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:38:49.177072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Usage tracker for resource:security_group_rule and tenant:7ae844cda5ad45a8b2d9d8683876edb5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:49.207137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:49.220991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:49.275594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19291f6-b958-48e1-9a28-182bcbf0748b req-63c78b30-5596-4cdd-afa9-f761c9c7bda1 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:49.281275 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b19291f6-b958-48e1-9a28-182bcbf0748b req-63c78b30-5596-4cdd-afa9-f761c9c7bda1 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 943 time: 0.9288712 Feb 02 13:38:49.438804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:49.452735 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b19291f6-b958-48e1-9a28-182bcbf0748b req-8f31b1be-b648-4050-83f7-8a22c183e2c7 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628721 Feb 02 13:38:49.454341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:49.455512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:49.458047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] 10.222.0.134 "PUT /v2.0/ports/4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 1157 time: 4.4808981 Feb 02 13:38:49.458992 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:49.483940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:49.689604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-d7ab43ef-dc42-4089-9222-540925c77567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:49.691263 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-d7ab43ef-dc42-4089-9222-540925c77567 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 1163 time: 0.2036276 Feb 02 13:38:49.738766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6957e591-19d5-452e-9d65-058eeafabb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:49.775021 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51', 'status': 'completed', 'code': 200} Feb 02 13:38:49.829551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895d06e7-904a-4ce1-bbdd-c65cbd8056d3,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:49.836538 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ae844cda5ad45a8b2d9d8683876edb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3804457 Feb 02 13:38:49.838079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:49.840730 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:38:49.848211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 39972) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:49.857811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.002822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-c3a40592-746d-4edb-b74e-2566937f3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:50.004653 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-c3a40592-746d-4edb-b74e-2566937f3a77 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1160 time: 0.2451191 Feb 02 13:38:50.017324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72be7-676e-40e8-ae15-7a8987c92785 req-5775a6aa-7bc6-462d-a8b2-7a9fe50b1d33 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:50.025003 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-75a72be7-676e-40e8-ae15-7a8987c92785 req-5775a6aa-7bc6-462d-a8b2-7a9fe50b1d33 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.3381889 Feb 02 13:38:50.079846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.132877 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-a8e87b54-4340-4422-bef5-57092e03f3d6 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 217 time: 0.0731518 Feb 02 13:38:50.198523 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-75a72be7-676e-40e8-ae15-7a8987c92785 req-f6bacf3c-30d7-46f4-980b-be49f5e65a7f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714277 Feb 02 13:38:50.233484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-8c6c3bbd-e1ed-45b4-a9b7-0c70346942da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:50.233484 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-8c6c3bbd-e1ed-45b4-a9b7-0c70346942da service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.4806073 Feb 02 13:38:50.318743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.337593 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-48f4a03a-d0be-4965-80cb-47456187829d service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b8bc69-f23a-4570-a19c-280d1fc05df4 HTTP/1.1" status: 200 len: 217 time: 0.0956721 Feb 02 13:38:50.464841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Network ff3e33d2-f5f4-4c69-97d2-dc69a3700347 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: (rel_b, rel_a, rel_b), Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: (rel_b, rel_a, rel_b), Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:38:50.498698 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:38:50.639061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-fdc07538-7c3e-42c5-bf4b-a121d2dfa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:50.640689 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-fdc07538-7c3e-42c5-bf4b-a121d2dfa274 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.2935996 Feb 02 13:38:50.701768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.707642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-c6bc455d-3fc9-4b1a-a8ec-9bf7db72d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:50.709296 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-c6bc455d-3fc9-4b1a-a8ec-9bf7db72d92c service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.3080821 Feb 02 13:38:50.714772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6e30b7b9-4a2f-4cbd-a31e-3fab2bc65e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:50.784959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.788838 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/895d06e7-904a-4ce1-bbdd-c65cbd8056d3 HTTP/1.1" status: 204 len: 168 time: 0.9294586 Feb 02 13:38:50.789630 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-9cf26550-7786-4b32-b474-ce705cf8d86d service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342800 Feb 02 13:38:50.838100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.876281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:50.892440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:50.908663 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ff3e33d2-f5f4-4c69-97d2-dc69a3700347 HTTP/1.1" status: 204 len: 168 time: 2.8293493 Feb 02 13:38:50.913293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40004) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:50.933467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3e33d2-f5f4-4c69-97d2-dc69a3700347,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:50.967040 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-f1e6d566-0989-4172-b9e9-e1609eee2cc0 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667066 Feb 02 13:38:50.967040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895d06e7-904a-4ce1-bbdd-c65cbd8056d3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:50.970213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:51.029649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Deleting subnet 0613c9c6-7329-4619-824d-80c730a5f9c6 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:38:51.033338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:51.093416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:51.147078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:51.166420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-5ddd5ed2-1852-4df7-a4de-e8910ad651d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:51.168473 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-5ddd5ed2-1852-4df7-a4de-e8910ad651d5 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4528525 Feb 02 13:38:51.176573 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14f8d9ae-c529-40e5-a7a1-619593c4a819 req-6123066d-3d20-46c2-953b-b89a4203d37d service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1962698 Feb 02 13:38:51.180098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:51.281835 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ddf88-f17b-45bb-83ff-df9274749bc3 req-75c3873f-a788-44d7-9c4c-117fb8125871 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:51.283588 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-714ddf88-f17b-45bb-83ff-df9274749bc3 req-75c3873f-a788-44d7-9c4c-117fb8125871 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 943 time: 0.5887265 Feb 02 13:38:51.328154 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-4188f053-104c-4e19-af46-ec6d3580dd6f service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5389400 Feb 02 13:38:51.387026 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-714ddf88-f17b-45bb-83ff-df9274749bc3 req-fb0f9152-19dc-4859-a9f3-812f2a2b7655 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965223 Feb 02 13:38:51.535593 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-43598950-d419-4258-848b-08c6524a84b3 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025851 Feb 02 13:38:51.536142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40022) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:51.625490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aabf25-16b6-491b-8202-b76c029db635 req-621cd358-6c04-43e4-be5f-1644d59fbe8e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:51.627546 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0aabf25-16b6-491b-8202-b76c029db635 req-621cd358-6c04-43e4-be5f-1644d59fbe8e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1964407 Feb 02 13:38:51.702266 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0aabf25-16b6-491b-8202-b76c029db635 req-b6018958-ec2c-4213-a3f3-daf8dda95f86 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678794 Feb 02 13:38:51.733249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:51.775088 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:51.844121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Usage tracker for resource:security_group_rule and tenant:1d2cd9b9c97a4e79acb52bc60567a5f6 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:51.859346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:51.871207 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e35cdb8e-3be5-4398-9ac0-1194b6963764 req-f6a454f0-20a8-4627-82f9-5130b0e02ee2 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3288741 Feb 02 13:38:51.873378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:51.965755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-b6da502e-ef46-4738-8b5d-fad08238008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:51.967406 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-b6da502e-ef46-4738-8b5d-fad08238008e service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=4be5e58f1e5b4dc490cdfc4cbbc1c976&device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 1162 time: 0.4285522 Feb 02 13:38:52.304751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-6fdcf69a-b718-45a7-9c9e-ee9722b6de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:52.306488 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-6fdcf69a-b718-45a7-9c9e-ee9722b6de53 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1160 time: 0.3276124 Feb 02 13:38:52.320793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-5a340c62-8ef8-4268-9d0a-4d46658ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:52.322410 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-5a340c62-8ef8-4268-9d0a-4d46658ccce5 service neutron] 10.222.0.134 "GET /v2.0/networks?id=c1b9efa0-1c03-48a7-9e03-3b731b163358 HTTP/1.1" status: 200 len: 906 time: 0.2910550 Feb 02 13:38:52.414865 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:52.416307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:52.589948 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-6990dca0-21b2-4583-a162-c801cec56663 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fdb320e-a888-4a72-b723-648d20d36de1 HTTP/1.1" status: 200 len: 217 time: 0.2410960 Feb 02 13:38:52.600153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a7191125-c2a7-44a1-9fb4-4ee8e0595d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:52.632961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:52.795174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-c945f8c8-39e5-4a2d-bfee-0cdddb008479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:52.800005 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-c945f8c8-39e5-4a2d-bfee-0cdddb008479 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=00fc812f-ee62-42b3-b5e0-03c981d144c7 HTTP/1.1" status: 200 len: 852 time: 0.1421130 Feb 02 13:38:52.802528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0613c9c6-7329-4619-824d-80c730a5f9c6,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:52.818172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873941c0-8136-419b-8603-a3ddfb45d1a8 req-ab64906e-f353-41ea-a313-ad083143adc9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:52.822511 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-873941c0-8136-419b-8603-a3ddfb45d1a8 req-ab64906e-f353-41ea-a313-ad083143adc9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 943 time: 0.2785070 Feb 02 13:38:52.900955 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-135ba375-3f39-4ee5-9f28-2d6f67b053e6 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=c1b9efa0-1c03-48a7-9e03-3b731b163358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825806 Feb 02 13:38:52.900955 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:52.915325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:52.932700 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-873941c0-8136-419b-8603-a3ddfb45d1a8 req-ab0b6963-17d3-40a7-9ec5-1339478209bc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058846 Feb 02 13:38:53.009725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40074) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:53.034046 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1d2cd9b9c97a4e79acb52bc60567a5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4913599 Feb 02 13:38:53.041208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40082) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:53.235967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0df2ad-d9de-4242-ae5c-5585af655fa1 req-0eee0be6-77a3-4591-8d2b-cac06862af49 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:53.237750 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5e0df2ad-d9de-4242-ae5c-5585af655fa1 req-0eee0be6-77a3-4591-8d2b-cac06862af49 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2912915 Feb 02 13:38:53.273612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f86517-2481-4258-9c14-4b4949518ee9,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:53.279155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.289099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:53.296833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.304990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:53.319521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Usage tracker for resource:security_group_rule and tenant:a881131071cf4fe08410b1375a211914 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:53.322594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.333321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-432c977d-3e04-48ec-a244-0a63d6adbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:53.334707 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-432c977d-3e04-48ec-a244-0a63d6adbaae service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 1.0184305 Feb 02 13:38:53.339653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:53.358282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:53.390839 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5e0df2ad-d9de-4242-ae5c-5585af655fa1 req-4900733b-b573-4e05-93e2-8f47c5d19667 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320868 Feb 02 13:38:53.394884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.440261 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-2e4a4772-0440-4a2e-a715-c330bbd25815 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 217 time: 0.0888331 Feb 02 13:38:53.448387 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-044b332b-e11e-4747-a2a6-e2ea014fc8aa admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0613c9c6-7329-4619-824d-80c730a5f9c6 HTTP/1.1" status: 204 len: 168 time: 2.5277274 Feb 02 13:38:53.457293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40102) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:53.532781 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-316c6fdb-9f30-4e0c-8987-659a857da67a service neutron] 10.222.0.134 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875001 Feb 02 13:38:53.542752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-a879d010-d561-44bc-a58a-be774b354ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:53.544935 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-a879d010-d561-44bc-a58a-be774b354ed3 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.0986445 Feb 02 13:38:53.621299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.678655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.695669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:53.736491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f86517-2481-4258-9c14-4b4949518ee9,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:53.743261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.747140 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/31f86517-2481-4258-9c14-4b4949518ee9 HTTP/1.1" status: 204 len: 168 time: 0.7022417 Feb 02 13:38:53.747140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:53.800983 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ccefcf35-7572-472e-aaf4-85e9d7dab3ae req-5a708179-c4fa-4ab7-a3da-603a1927c444 service neutron] 10.222.0.134 "GET /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602160 Feb 02 13:38:53.818599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-0d0e54c7-67ef-4729-91a0-077b03eebe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:53.820677 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-0d0e54c7-67ef-4729-91a0-077b03eebe78 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1790142 Feb 02 13:38:53.836639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.908510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:53.925360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32fb7b22-e2db-44f9-99a2-8fa67eb6457b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:53.988200 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a881131071cf4fe08410b1375a211914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9694014 Feb 02 13:38:53.990899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40122) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:53.997525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.025638 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-766cb188-60b7-40e1-b5ea-f7b4da02d284 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940110 Feb 02 13:38:54.182500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c56a08-a7f5-4802-ae33-50e6771824f6,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:54.192437 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a70a30b9-5739-4206-9ecc-d4cb23212737 req-7799e4b5-77be-4930-92b1-ba3921ac58cf service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610909 Feb 02 13:38:54.200050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:54.249581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.250345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.251137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.251514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > port after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.251877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.252250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > port after_update 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.252642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.253037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.253398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.253740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.323432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.323832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.324460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.324610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 02 13:38:54.324954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da329c5a-b40d-4192-8324-debb21d88322']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:54.336155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.350926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6b684-fc3f-4ebe-91bc-8ba2605a99e9') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:54.351263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6b684-fc3f-4ebe-91bc-8ba2605a99e9') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:38:54.372984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848026664'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.385949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.396109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.405268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:38:54.528534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fd0f-9852-4e85-9021-9a5ae8e35e38 req-0cc70b7b-6899-449d-ad11-aed218f41c19 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:54.530416 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a9f2fd0f-9852-4e85-9021-9a5ae8e35e38 req-0cc70b7b-6899-449d-ad11-aed218f41c19 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 943 time: 0.4195807 Feb 02 13:38:54.668551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.687093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:54.788348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 4bf097b2-159a-4488-b674-e9b15270ba51 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:38:54.794429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:54.794854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.862674 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a9f2fd0f-9852-4e85-9021-9a5ae8e35e38 req-b6d3def2-6860-4914-bbaf-c312173f7f3e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215985 Feb 02 13:38:54.879880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Network da329c5a-b40d-4192-8324-debb21d88322 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:38:54.894096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504193'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:54.965336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.014403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 4bf097b2-159a-4488-b674-e9b15270ba51, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4bf097b2-159a-4488-b674-e9b15270ba51,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:55.016024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:55.025790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.030255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:55.071682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1eb58-ad96-4014-98f2-94adca099915 req-d239eb7c-24ad-4107-9f33-fdaa4fdb0018 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:55.080286 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb1eb58-ad96-4014-98f2-94adca099915 req-d239eb7c-24ad-4107-9f33-fdaa4fdb0018 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.5345585 Feb 02 13:38:55.171113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=4bf097b2-159a-4488-b674-e9b15270ba51,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:55.184053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:55.310151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40172) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:55.363321 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51', 'code': 200} Feb 02 13:38:55.464218 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb1eb58-ad96-4014-98f2-94adca099915 req-d45c79a0-815b-436a-a1f9-419320581bf5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828180 Feb 02 13:38:55.465023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.488396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-15877a94-8756-453e-b728-5942200c94f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:55.504939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Network da329c5a-b40d-4192-8324-debb21d88322 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:38:55.522896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c56a08-a7f5-4802-ae33-50e6771824f6,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: (rel_b, rel_a, rel_b), Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: (rel_b, rel_a, rel_b), Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:38:55.588204 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:38:55.597071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:55.597232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.614929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:55.621379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Usage tracker for resource:security_group_rule and tenant:6c137df877984ebd9d787b7f0ce4d0fa is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:55.628066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:55.647643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:55.661601 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.663139 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/55c56a08-a7f5-4802-ae33-50e6771824f6 HTTP/1.1" status: 204 len: 168 time: 1.6685905 Feb 02 13:38:55.825820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb6c1-9edc-4343-8be2-7c21a7955cc6 req-9dbed0b1-fe4b-4608-80bc-6ffdef2e3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:55.827703 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c66cb6c1-9edc-4343-8be2-7c21a7955cc6 req-9dbed0b1-fe4b-4608-80bc-6ffdef2e3b3e service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1162 time: 0.1357195 Feb 02 13:38:55.872747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce7ca4-e862-47f1-8edc-01de9b0faa6a req-87d3531a-2dd2-4c0c-a495-5444aff8df25 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:55.875112 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-29ce7ca4-e862-47f1-8edc-01de9b0faa6a req-87d3531a-2dd2-4c0c-a495-5444aff8df25 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 945 time: 0.2699358 Feb 02 13:38:55.875791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.882084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.885104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:55.909938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=da329c5a-b40d-4192-8324-debb21d88322,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:55.913162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:55.960970 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-38e1f3be-5490-47be-8d10-b173dcf2c4cd admin admin] 10.222.0.90 "DELETE /v2.0/networks/da329c5a-b40d-4192-8324-debb21d88322 HTTP/1.1" status: 204 len: 168 time: 2.5019746 Feb 02 13:38:55.976045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:55.984816 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-29ce7ca4-e862-47f1-8edc-01de9b0faa6a req-27c5196a-d54a-4708-a5f2-00d8c33ac765 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772181 Feb 02 13:38:55.989835 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c66cb6c1-9edc-4343-8be2-7c21a7955cc6 req-2ed443ad-7768-4243-8c90-c0aa4dd264ab service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527219 Feb 02 13:38:55.991137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.016667 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-83522fb2-b83c-4c48-af14-8979f44b2e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:56.088385 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6c137df877984ebd9d787b7f0ce4d0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766867 Feb 02 13:38:56.092675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40208) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:56.097646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20fbaa-14d6-4420-a243-e263da46fa78,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:56.101191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:56.264132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.301424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40220) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:56.359744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:56.386735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711576e-a6a5-41ab-b1cd-40451cc52a50 req-d2e02555-4107-4752-b147-982b788502e0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:56.392850 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f3da59db-1ec5-420b-a3d1-1cea508f0fb4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ce9c9efbf7274b979132e52a309158f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932291 Feb 02 13:38:56.395561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40226) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:56.397740 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9711576e-a6a5-41ab-b1cd-40451cc52a50 req-d2e02555-4107-4752-b147-982b788502e0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2694361 Feb 02 13:38:56.423375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40230) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:56.466821 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:56.468008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.487110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.489114 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9711576e-a6a5-41ab-b1cd-40451cc52a50 req-92e84504-95de-45e1-b62e-54fca48e027e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902789 Feb 02 13:38:56.526247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.544592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.582191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.582468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.592535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e8ebf0aa-481c-4c68-b090-a6b608700340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:56.613612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7f10d1-4952-4921-b50f-df893e048670,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:56.617533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:56.619672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.621428 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b7f10d1-4952-4921-b50f-df893e048670 HTTP/1.1" status: 204 len: 168 time: 0.2242188 Feb 02 13:38:56.681630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:56.700232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Usage tracker for resource:security_group_rule and tenant:627b0bc915f34139b3b4253847c4ba92 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:56.718342 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:56.724768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:56.836811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.847444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:56.879377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:56.880623 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2d20fbaa-14d6-4420-a243-e263da46fa78 HTTP/1.1" status: 204 len: 168 time: 0.7863836 Feb 02 13:38:56.885771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20fbaa-14d6-4420-a243-e263da46fa78,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:56.895443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:57.005694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a792516-ce97-4da9-87db-bb717545d852 req-36313d0c-0188-4ff1-b367-43d932cbe414 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:57.013468 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2a792516-ce97-4da9-87db-bb717545d852 req-36313d0c-0188-4ff1-b367-43d932cbe414 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2683411 Feb 02 13:38:57.105571 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2a792516-ce97-4da9-87db-bb717545d852 req-44fdc1a1-9188-42c8-a15a-a662ab78f1a8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910118 Feb 02 13:38:57.126120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.133415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.144216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6c6b827-4405-4b9c-8d89-755d6b5619f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:57.186851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90f94b1-8992-4829-bdad-484c92545ca1,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:57.226770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40252) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:57.236654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:57.263533 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=627b0bc915f34139b3b4253847c4ba92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8241382 Feb 02 13:38:57.263959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40258) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:57.348691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e3d29745-7c7e-4ffd-94a3-21ace5dc269f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:57.349745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e3d29745-7c7e-4ffd-94a3-21ace5dc269f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Synchronizing usage tracker for tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:38:57.403176 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c5a24c15-b440-47d1-a8df-0eb2e2bfef42 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d9bb6bef0bcc4e08add45ba3140fcb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751533 Feb 02 13:38:57.404647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e3d29745-7c7e-4ffd-94a3-21ace5dc269f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Unset dirty status for tenant:4be5e58f1e5b4dc490cdfc4cbbc1c976 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:38:57.406038 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e3d29745-7c7e-4ffd-94a3-21ace5dc269f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.134 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 945 time: 0.2765033 Feb 02 13:38:57.406672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40264) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:57.450148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad892bc-66fd-44e8-96a1-364f148195ea req-0817c6ce-c91e-4761-837e-a32ff2028492 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:57.458118 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5ad892bc-66fd-44e8-96a1-364f148195ea req-0817c6ce-c91e-4761-837e-a32ff2028492 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 945 time: 0.2761397 Feb 02 13:38:57.460456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.491981 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.572341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Deleting port 2fdb320e-a888-4a72-b723-648d20d36de1 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:38:57.573022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.600510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.608244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:57.671452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90f94b1-8992-4829-bdad-484c92545ca1,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:57.673512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.677384 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d90f94b1-8992-4829-bdad-484c92545ca1 HTTP/1.1" status: 204 len: 168 time: 0.4097221 Feb 02 13:38:57.677523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.685814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:57.772517 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5ad892bc-66fd-44e8-96a1-364f148195ea req-10ee3243-dead-490a-b1ec-6a23b8b7d092 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/security-groups?id=794c2827-8a3b-40ba-9ea8-08762690681e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130295 Feb 02 13:38:57.822274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40280) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:57.845751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.861719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:57.865782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Usage tracker for resource:security_group_rule and tenant:65c7aaa59e944e56a8ff25902b2a90ce is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:57.868786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:57.876184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:38:57.987012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:57.996744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.010159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97ac5754-eabe-4135-912c-b772d809022d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:58.021348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.030858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] For port 2fdb320e-a888-4a72-b723-648d20d36de1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2fdb320e-a888-4a72-b723-648d20d36de1,segment=NetworkSegment(95c015fd-61c6-465d-89c8-cb101bf2d748),segment_id=95c015fd-61c6-465d-89c8-cb101bf2d748)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:38:58.031617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.150404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd23487-f3e7-4060-a7c5-fa7bac8686da req-bd7d61d1-bb7a-411c-bdce-5e77414a01b1 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:58.163782 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ecd23487-f3e7-4060-a7c5-fa7bac8686da req-bd7d61d1-bb7a-411c-bdce-5e77414a01b1 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3844836 Feb 02 13:38:58.166016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0509c-f0bf-46c0-9289-d9babc1e6556,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:58.197108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.198255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.198666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.199059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.199448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.199851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.200240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.200622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.201030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.201417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.201794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.202169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.202584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.202960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.205833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.208553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.209002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.209404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.209795 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.210080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Calling delete_port for 2fdb320e-a888-4a72-b723-648d20d36de1 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:38:58.210192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.210539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.210919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.211297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.211672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.329246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.335491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:58.346499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:58.359079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c7802-8634-4585-a48d-e3d02578c1d0,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:58.359326 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=65c7aaa59e944e56a8ff25902b2a90ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364997 Feb 02 13:38:58.362310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40296) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:58.418359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:38:58.433551 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ecd23487-f3e7-4060-a7c5-fa7bac8686da req-f4e7ff21-0c84-4630-94fe-4c7da4737b97 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686913 Feb 02 13:38:58.501722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.502246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.502663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.503065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.503463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.503861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.504254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.504649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.505071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.505469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.505858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.506246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.506698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.507087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.507479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.507854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.508239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.508622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.509052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.509490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.509949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.510478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.510991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.511382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:38:58.518905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.520111 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/018c7802-8634-4585-a48d-e3d02578c1d0 HTTP/1.1" status: 204 len: 168 time: 1.1122911 Feb 02 13:38:58.524677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:58.547383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.642723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:38:58.643778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.696999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.725177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efc2bc-b5a1-4ffe-9633-e014dee97c40 req-73566aee-7194-4674-9d03-681896794353 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:58.726906 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-01efc2bc-b5a1-4ffe-9633-e014dee97c40 req-73566aee-7194-4674-9d03-681896794353 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.3819909 Feb 02 13:38:58.838977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:58.841522 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-01efc2bc-b5a1-4ffe-9633-e014dee97c40 req-ada7ca20-6d9e-406f-91e9-029c991bb389 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755978 Feb 02 13:38:58.871409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:58.879251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 2fdb320e-a888-4a72-b723-648d20d36de1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:38:58.958629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: 2fdb320e-a888-4a72-b723-648d20d36de1 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:38:58.959029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 2fdb320e-a888-4a72-b723-648d20d36de1 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:38:59.006720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Pushing event deleted for resources: {'Port': ['ID=2fdb320e-a888-4a72-b723-648d20d36de1,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:59.018349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec22f2f-ba6a-420f-b9ee-5b3522d60f34 req-2988276c-9c9f-469c-b7bb-4218d823677f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:38:59.019761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:59.020405 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0ec22f2f-ba6a-420f-b9ee-5b3522d60f34 req-2988276c-9c9f-469c-b7bb-4218d823677f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2922487 Feb 02 13:38:59.043575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40320) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:59.051578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'floatingip': {'port_id': '4bf097b2-159a-4488-b674-e9b15270ba51'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:59.090136 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d2da1af3-748c-4162-ae12-00fc08bbb2c5 req-8fc157c6-2df6-4326-bed6-dbbea54c00b4 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.0688274 Feb 02 13:38:59.133861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:59.143364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:38:59.192074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:59.256616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0509c-f0bf-46c0-9289-d9babc1e6556,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:38:59.274988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:38:59.324648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40332) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:38:59.372663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:59.377068 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8dd0509c-f0bf-46c0-9289-d9babc1e6556 HTTP/1.1" status: 204 len: 168 time: 1.0052657 Feb 02 13:38:59.483556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] No DVR routers for this DVR port 2fdb320e-a888-4a72-b723-648d20d36de1 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:38:59.496254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:59.498737 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab871b92-dd32-46b9-aa06-839b3792a996 req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.134 "DELETE /v2.0/ports/2fdb320e-a888-4a72-b723-648d20d36de1 HTTP/1.1" status: 204 len: 173 time: 2.0753751 Feb 02 13:38:59.499268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'name': 'network-vif-deleted', 'tag': '2fdb320e-a888-4a72-b723-648d20d36de1'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:38:59.641948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:38:59.644423 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0', 'name': 'network-vif-deleted', 'tag': '2fdb320e-a888-4a72-b723-648d20d36de1', 'status': 'completed', 'code': 200} Feb 02 13:38:59.697198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:38:59.719013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:f28b0458aa0e4374b1ef22541f62e8b4 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:38:59.726319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:38:59.758141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:00.005580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.013149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.052960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-082638cf-15e0-4411-a1e7-91beffcd799b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:00.068152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40366) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:00.073018 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f28b0458aa0e4374b1ef22541f62e8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7466536 Feb 02 13:39:00.073870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40370) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:00.142216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.230431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:00.238938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c852b4b7b4b46e8ae9913578d1eb16f is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:00.244144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:00.261107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:00.627413 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-308ef9d9-8c29-491f-bcc3-a6efa2417141 req-72df02e1-3379-4e18-b1d9-57b20becd581 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] 10.222.0.90 "GET /v2.0/ports?device_id=9eac6ebf-62c7-402f-a4c8-ae4d3cd190b0 HTTP/1.1" status: 200 len: 210 time: 0.1186399 Feb 02 13:39:00.628672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.689135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.741140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a50b00-3309-42dd-af92-fa8f246826e2,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:00.747590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:00.863134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0f75e-3ebf-4ef9-8a09-6ac6ea26f188 req-d3eb2d38-3916-40a6-afe7-ebe16558eee6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:00.865119 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7bf0f75e-3ebf-4ef9-8a09-6ac6ea26f188 req-d3eb2d38-3916-40a6-afe7-ebe16558eee6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.6744990 Feb 02 13:39:00.872410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.883904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4e0e46e7-5a55-46cc-bffc-fe36a982341a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:00.906339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.909321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.911755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.929082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a50b00-3309-42dd-af92-fa8f246826e2,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:00.937993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:00.975428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:00.977094 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a4a50b00-3309-42dd-af92-fa8f246826e2 HTTP/1.1" status: 204 len: 168 time: 0.8999979 Feb 02 13:39:01.017671 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7bf0f75e-3ebf-4ef9-8a09-6ac6ea26f188 req-1effd9dd-4f68-4567-a70d-3891c53a87c5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366854 Feb 02 13:39:01.042170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.072702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:01.203161 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b8661-ef1a-40b5-be74-105d97aa709b,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:01.213980 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0c852b4b7b4b46e8ae9913578d1eb16f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1418478 Feb 02 13:39:01.213980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:01.214994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40414) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:01.296007 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Floating IP 8197a079-88e6-4145-bbbf-fa4adf41d919 associated. External IP: 172.28.0.106, port: 4bf097b2-159a-4488-b674-e9b15270ba51. Feb 02 13:39:01.328245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.369621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.428201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.435782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01fe1e12-711f-424d-a1d1-01a9cc98cce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:01.453996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b8661-ef1a-40b5-be74-105d97aa709b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:01.456793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:01.459476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.464397 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/662b8661-ef1a-40b5-be74-105d97aa709b HTTP/1.1" status: 204 len: 168 time: 0.2453713 Feb 02 13:39:01.509351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:39:01.702955 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40440) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:01.741585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.778568 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:01.792665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Usage tracker for resource:security_group_rule and tenant:52f75010ebcd45e58ed0f6c3866d14ae is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:01.796516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:01.810874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:01.841065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:39:01.926961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.932223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:01.943137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b7fe14c9-3430-4c46-b780-f04caa5c21b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:01.993326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a63a25-e1f8-4d5c-8c60-68394597a36c,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:02.003946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:02.017647 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=52f75010ebcd45e58ed0f6c3866d14ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135045 Feb 02 13:39:02.020296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40454) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:02.130774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:39:02.138125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:02.147932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:39:02.163073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:02.166131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:39:02.167293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:02.170158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:02.231051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:02.241430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5573941-bd84-4d3e-9b43-ac0e80621096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:02.278505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:02.282213 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/63a63a25-e1f8-4d5c-8c60-68394597a36c HTTP/1.1" status: 204 len: 168 time: 0.2555292 Feb 02 13:39:02.282213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a63a25-e1f8-4d5c-8c60-68394597a36c,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:02.312906 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-10a24bd7-3fb4-4cc0-b03d-a842930539a0 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "PUT /v2.0/floatingips/8197a079-88e6-4145-bbbf-fa4adf41d919 HTTP/1.1" status: 200 len: 991 time: 3.2644622 Feb 02 13:39:02.312906 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:39:02.375634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:02.508952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648872c-d80e-48a7-9372-3be4ef8c3d89 req-6fbceeb5-9aaf-41d7-b9a8-640d582676ba tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:02.511622 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5648872c-d80e-48a7-9372-3be4ef8c3d89 req-6fbceeb5-9aaf-41d7-b9a8-640d582676ba tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2346287 Feb 02 13:39:02.573106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:39:02.592754 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5648872c-d80e-48a7-9372-3be4ef8c3d89 req-5a949627-9e95-494f-ae17-6b2cfc56e18f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748713 Feb 02 13:39:02.674529 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51', 'status': 'completed', 'code': 200} Feb 02 13:39:02.828940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-7533ab82-3f69-44a4-8cd2-b079407666da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:02.831103 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-7533ab82-3f69-44a4-8cd2-b079407666da service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1162 time: 0.1175809 Feb 02 13:39:02.944412 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40492) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:02.992844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-0982c253-499c-4ea1-97db-a7dbbe1f2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:02.995428 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-0982c253-499c-4ea1-97db-a7dbbe1f2cde service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 0.1595807 Feb 02 13:39:03.119572 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '8197a079-88e6-4145-bbbf-fa4adf41d919', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'floating_ip_address': '172.28.0.106', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'port_id': '4bf097b2-159a-4488-b674-e9b15270ba51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'mac_address': 'fa:16:3e:58:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:38:28Z', 'updated_at': '2021-02-02T13:39:00Z', 'revision_number': 1, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:03.124384 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:39:03.139526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:39:03.140230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:38:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:03.366579 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-33a9f2dd-809d-4fc0-aaf6-3e60b76e2d94 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 999 time: 0.3638148 Feb 02 13:39:03.381858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:03.404296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:03.406431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Usage tracker for resource:security_group_rule and tenant:126cfab275024660993d7fff034460d6 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:03.409707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:03.415716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:03.456661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-51c43094-c638-4ec0-b856-df8d0d30d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:03.458853 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-51c43094-c638-4ec0-b856-df8d0d30d67b service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.0860887 Feb 02 13:39:03.553236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:03.561297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:03.577744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:39:03.577957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:03.580646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-23a3fcb6-d43a-42d6-96c8-a7481433e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:03.583721 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-23a3fcb6-d43a-42d6-96c8-a7481433e1a9 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1187897 Feb 02 13:39:03.632834 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=126cfab275024660993d7fff034460d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6868417 Feb 02 13:39:03.634495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40526) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:03.637541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8611ebd-3152-4048-b44f-565786a6956d,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:03.653659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:03.829428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:03.893739 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-5682fb32-d334-462d-bf5f-4f1c46af714a service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029642 Feb 02 13:39:03.926876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.105509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-634c10a1-1c51-4bd3-bde1-db403fdb9e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.163295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed2599-d1d1-41f4-b4c9-ea3af3843260 req-81067b76-b403-4ba4-b8aa-e436388bc37c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:04.165051 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7eed2599-d1d1-41f4-b4c9-ea3af3843260 req-81067b76-b403-4ba4-b8aa-e436388bc37c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.3227611 Feb 02 13:39:04.166201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40548) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:04.182252 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ab6989bc-8687-4a80-a3f1-0f921b2d71be req-aec70f53-4987-4bbc-869c-79ab3c2e2896 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2687728 Feb 02 13:39:04.254978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.264635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:04.296877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Deleting subnet 00fc812f-ee62-42b3-b5e0-03c981d144c7 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:39:04.297172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '8197a079-88e6-4145-bbbf-fa4adf41d919', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'floating_ip_address': '172.28.0.106', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'port_id': '4bf097b2-159a-4488-b674-e9b15270ba51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'mac_address': 'fa:16:3e:58:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:38:28Z', 'updated_at': '2021-02-02T13:39:00Z', 'revision_number': 1, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:04.302965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c35d30-877a-4787-91ab-ef3d10e3d1a1 None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '8197a079-88e6-4145-bbbf-fa4adf41d919', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'floating_ip_address': '172.28.0.106', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'port_id': '4bf097b2-159a-4488-b674-e9b15270ba51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'mac_address': 'fa:16:3e:58:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:38:28Z', 'updated_at': '2021-02-02T13:39:00Z', 'revision_number': 1, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:39:04.309601 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8611ebd-3152-4048-b44f-565786a6956d,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:04.314941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.340994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40556) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:04.357336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:04.367357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.368755 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a8611ebd-3152-4048-b44f-565786a6956d HTTP/1.1" status: 204 len: 168 time: 0.7331917 Feb 02 13:39:04.393181 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7eed2599-d1d1-41f4-b4c9-ea3af3843260 req-14b53715-02a1-4593-ac6b-c70fa2785d44 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740084 Feb 02 13:39:04.414633 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6749136'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.492275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.753790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793daeed-fab1-4d39-8992-79720eb46664 None None] New status for floating IP 8197a079-88e6-4145-bbbf-fa4adf41d919: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:39:04.761336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.780753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:04.785932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Usage tracker for resource:security_group_rule and tenant:e1534b18d38d488e8ae8794fc36b45ab is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:04.789452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:04.796489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:04.875704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6504302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6779357'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.897141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:04.941675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.948207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:04.961776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19afa87e-f194-4669-9d96-094b959b2bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:04.997665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00fc812f-ee62-42b3-b5e0-03c981d144c7,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:05.025210 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e1534b18d38d488e8ae8794fc36b45ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806257 Feb 02 13:39:05.025210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071aef1a-16df-4818-8cb0-3df963897dd8,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:05.029653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:05.030109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40580) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:05.126095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.164606 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.258803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.263583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-835c50cb-8f22-4d72-bebc-c80985311762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:05.295019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071aef1a-16df-4818-8cb0-3df963897dd8,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:05.298222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:05.308046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.312606 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/071aef1a-16df-4818-8cb0-3df963897dd8 HTTP/1.1" status: 204 len: 168 time: 0.2779200 Feb 02 13:39:05.327106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:05.384105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.391629 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] 10.222.0.90 "DELETE /v2.0/subnets/00fc812f-ee62-42b3-b5e0-03c981d144c7 HTTP/1.1" status: 204 len: 168 time: 1.2237859 Feb 02 13:39:05.396198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40590) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:05.473339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40596) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:05.548805 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.607873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:05.614088 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Usage tracker for resource:security_group_rule and tenant:ee8642dd50264675b14dc92daae2eac8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:05.620776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:05.633725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:05.667229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.919432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.956108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:05.976880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.023341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4f2d8466-3671-4c73-939e-0e9440ca7bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:06.053174 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ee8642dd50264675b14dc92daae2eac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757921 Feb 02 13:39:06.054721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40608) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:06.116590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b9efa0-1c03-48a7-9e03-3b731b163358']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:06.138226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c015fd-61c6-465d-89c8-cb101bf2d748') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:06.138581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c015fd-61c6-465d-89c8-cb101bf2d748') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:06.167841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.173818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184a274-061e-4d9a-9cf1-e06336a33035 req-19b519a9-4b1d-4a64-af94-33c32c198286 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:06.185471 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3184a274-061e-4d9a-9cf1-e06336a33035 req-19b519a9-4b1d-4a64-af94-33c32c198286 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.4333293 Feb 02 13:39:06.187278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40614) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:06.191730 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8a401c-2e5e-455d-a1bd-f7ec9e1273a2,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:06.195745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:06.205849 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.220431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.226455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:39:06.238567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.305548 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3184a274-061e-4d9a-9cf1-e06336a33035 req-d9733517-8611-4947-9a86-7221e45fd3b6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190131 Feb 02 13:39:06.315642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:06.324273 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d5ada42ad841d38bb383267e3b9691 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:06.327722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:06.333861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:06.339552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.488281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.493501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.523306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:39:06.528772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-577d79d6-a12e-474c-97cf-f6c283c6504c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:06.537959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.561583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09fda4c-a4fd-470d-81f1-c27b8d891192,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:06.565595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:06.569112 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c4d5ada42ad841d38bb383267e3b9691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798053 Feb 02 13:39:06.577888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40630) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:06.750086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.782192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.837987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.842355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.843291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7d7df18e-7de0-4e7f-8912-9b380c6cd3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:06.848303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Network c1b9efa0-1c03-48a7-9e03-3b731b163358 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:39:06.856545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:06.873156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09fda4c-a4fd-470d-81f1-c27b8d891192,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:06.877358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:06.891299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:39:06.900912 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:39:06.904747 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e09fda4c-a4fd-470d-81f1-c27b8d891192 HTTP/1.1" status: 204 len: 168 time: 0.3253801 Feb 02 13:39:06.911978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8a401c-2e5e-455d-a1bd-f7ec9e1273a2,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:06.987200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:07.015723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.019718 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8e8a401c-2e5e-455d-a1bd-f7ec9e1273a2 HTTP/1.1" status: 204 len: 168 time: 0.9613829 Feb 02 13:39:07.033501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.038769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c398673a-5eca-4136-af27-632871f32073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:07.057966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.070050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b9efa0-1c03-48a7-9e03-3b731b163358,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:07.073948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:07.088569 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] 10.222.0.90 "DELETE /v2.0/networks/c1b9efa0-1c03-48a7-9e03-3b731b163358 HTTP/1.1" status: 204 len: 168 time: 1.6905186 Feb 02 13:39:07.402897 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fa24d196-e3c1-4928-94df-a95db24c4a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.653017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361221-ffba-4cb5-b55b-f1e04a5af8a1 req-2bde9d96-7b71-4be1-812a-fa408a00dfc4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:07.654902 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d361221-ffba-4cb5-b55b-f1e04a5af8a1 req-2bde9d96-7b71-4be1-812a-fa408a00dfc4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1923108 Feb 02 13:39:07.725547 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d361221-ffba-4cb5-b55b-f1e04a5af8a1 req-ffdf4c93-0607-4510-b429-097a44c3495d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Feb 02 13:39:07.731854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40676) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:07.786893 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f38ffcec-627f-4c0d-b1a3-c4464172decf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4be5e58f1e5b4dc490cdfc4cbbc1c976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537357 Feb 02 13:39:07.789560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40682) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:07.864678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.895285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.944923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.950338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:07.964942 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c2827-8a3b-40ba-9ea8-08762690681e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:07.967898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:07.976268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:07.977748 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/794c2827-8a3b-40ba-9ea8-08762690681e HTTP/1.1" status: 204 len: 168 time: 0.1871865 Feb 02 13:39:08.426714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:09.126080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300d61d-a77d-4480-87df-5d83a640b9db req-0a1e1dce-8fda-4aba-8ac3-13842271539c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:09.128038 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c300d61d-a77d-4480-87df-5d83a640b9db req-0a1e1dce-8fda-4aba-8ac3-13842271539c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2136023 Feb 02 13:39:09.225974 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c300d61d-a77d-4480-87df-5d83a640b9db req-c3a68a87-170a-41ef-ab39-6d1992591bd0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908186 Feb 02 13:39:09.411304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:10.054650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:10.369148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40808) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:10.604145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aa692-c818-483b-aace-a4605d8059fb req-b45ac28d-c108-451a-8fa8-d997ff6f19fd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:10.613141 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0a5aa692-c818-483b-aace-a4605d8059fb req-b45ac28d-c108-451a-8fa8-d997ff6f19fd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1934388 Feb 02 13:39:10.698888 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0a5aa692-c818-483b-aace-a4605d8059fb req-2e18dfea-8602-48c9-9cac-2e1b3bcec6c0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843463 Feb 02 13:39:10.846217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:10.863188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:10.867552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Usage tracker for resource:security_group_rule and tenant:32bd890f24bb438186e8b43cad595b0f is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:10.870923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:10.877193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:11.060331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:11.073023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:11.090663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c04d0a94-e9b5-492c-948d-b2ea9558a5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:11.139180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd20e015-5b12-44a9-bb8e-67cff21048c5,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:11.175828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:11.192411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40842) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:11.193131 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=32bd890f24bb438186e8b43cad595b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8221211 Feb 02 13:39:11.327942 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:11.370479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:11.425530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:11.433028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-96f35d3f-67b8-4943-95f5-59ea96c58061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:11.465699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd20e015-5b12-44a9-bb8e-67cff21048c5,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:11.485008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:11.485008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:11.485008 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cd20e015-5b12-44a9-bb8e-67cff21048c5 HTTP/1.1" status: 204 len: 168 time: 0.2889562 Feb 02 13:39:12.090383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0c0c1-27df-4cbe-a6a5-dcbb23696657 req-12d274f4-df97-42ca-bdf9-21366eed80c0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:12.092060 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9bd0c0c1-27df-4cbe-a6a5-dcbb23696657 req-12d274f4-df97-42ca-bdf9-21366eed80c0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1740050 Feb 02 13:39:12.159749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 40894) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:12.161772 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9bd0c0c1-27df-4cbe-a6a5-dcbb23696657 req-961d3185-f4a0-4f58-b0be-59951cc5bafe tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627491 Feb 02 13:39:12.195014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.212983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:12.217249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Usage tracker for resource:security_group_rule and tenant:41c84912d1b4421eb43578196c00b70a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:12.220579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:12.226788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:12.329398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.333656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.344772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-536af8cc-5d2c-46ec-8812-9b59e8ac5136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:12.390601 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4944301d-4c57-454a-818f-f7c4240060b3,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:12.396464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:12.401691 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=41c84912d1b4421eb43578196c00b70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405479 Feb 02 13:39:12.405214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 40902) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:12.496473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.527070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.591841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.599611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18017b23-4c25-4f3b-ae34-a3cbe50cccdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:12.621341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:12.623396 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4944301d-4c57-454a-818f-f7c4240060b3 HTTP/1.1" status: 204 len: 168 time: 0.2168281 Feb 02 13:39:12.624534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4944301d-4c57-454a-818f-f7c4240060b3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:12.635983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:13.530366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8b44d-8b91-4460-bed7-2960886eaff0 req-248d4585-94cb-40e9-8bc4-0b41e96cbfdf tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:13.533920 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2eb8b44d-8b91-4460-bed7-2960886eaff0 req-248d4585-94cb-40e9-8bc4-0b41e96cbfdf tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2165148 Feb 02 13:39:13.642103 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2eb8b44d-8b91-4460-bed7-2960886eaff0 req-2bf1761f-8ace-4a37-b103-5501795008f1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011527 Feb 02 13:39:15.005185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9af2de-8877-4de0-b366-787f6c77f105 req-bf17d00b-2e22-46bf-879d-bb8c4e03d518 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:15.006969 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8c9af2de-8877-4de0-b366-787f6c77f105 req-bf17d00b-2e22-46bf-879d-bb8c4e03d518 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2064605 Feb 02 13:39:15.072253 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8c9af2de-8877-4de0-b366-787f6c77f105 req-c295717d-ca76-486f-abcc-78e7847bef5d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587227 Feb 02 13:39:16.304391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41122) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:16.392630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0bcfa-2d31-4608-8bc7-61c6525075b4 req-84efdc06-5fe5-462a-b47b-1acf355e7af8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:16.394407 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-03e0bcfa-2d31-4608-8bc7-61c6525075b4 req-84efdc06-5fe5-462a-b47b-1acf355e7af8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1759562 Feb 02 13:39:16.423862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41130) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:16.495271 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-03e0bcfa-2d31-4608-8bc7-61c6525075b4 req-fedbbf8d-cfc5-49e5-93b0-ed145ccccd23 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933943 Feb 02 13:39:16.574684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:16.606424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:16.611701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:16.621592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Usage tracker for resource:security_group_rule and tenant:31d92f8f16a441eea9426983e901ef47 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:16.624580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:16.631040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:16.684614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:16.692877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Usage tracker for resource:security_group_rule and tenant:ad9ff96bae2b4065aad6506957175cdc is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:16.697432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:16.712753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:16.769825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:16.774563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:16.785242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:16.844168 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=31d92f8f16a441eea9426983e901ef47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317352 Feb 02 13:39:16.844168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41146) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:16.884168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326281db-7f95-470c-811a-b1bcfb1e06e1,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:16.916850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:16.984134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:16.990027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:16.999046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32b85a6e-9030-4e46-b871-0f2f0d53af79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:17.009649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.071023 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad9ff96bae2b4065aad6506957175cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6459770 Feb 02 13:39:17.073931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41158) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:17.082000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.089688 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b9cbcc-6b55-4d44-9592-83072a4172dd,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:17.096446 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:17.139108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.145055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-449bd375-5a4e-4526-b5b1-0bbd291265fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:17.159130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.163437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326281db-7f95-470c-811a-b1bcfb1e06e1,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:17.192331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:17.197841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.238550 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.239840 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/326281db-7f95-470c-811a-b1bcfb1e06e1 HTTP/1.1" status: 204 len: 168 time: 0.3873646 Feb 02 13:39:17.277070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.286285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c35bb1ab-a5c6-4151-8130-47ae3b77e1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:17.310401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.314933 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c9b9cbcc-6b55-4d44-9592-83072a4172dd HTTP/1.1" status: 204 len: 168 time: 0.2396872 Feb 02 13:39:17.320100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b9cbcc-6b55-4d44-9592-83072a4172dd,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:17.343418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:17.769449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41198) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:17.800366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.813574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313a480-1980-4e1d-98f1-d354861e00d1 req-850bdd14-7e3e-4e4b-ad13-6761b57d027c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:17.822229 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7313a480-1980-4e1d-98f1-d354861e00d1 req-850bdd14-7e3e-4e4b-ad13-6761b57d027c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1885364 Feb 02 13:39:17.825721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:17.830594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Usage tracker for resource:security_group_rule and tenant:8846738c0adc4452a477215cb51bd1ed is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:17.834324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:17.842649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:17.902520 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7313a480-1980-4e1d-98f1-d354861e00d1 req-f0470357-5ecd-441d-ac42-c2e5ec417484 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702772 Feb 02 13:39:17.968563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.973335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:17.983256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-759f8c2e-9591-46d0-9c99-fb70965053ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:18.017001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41208) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:18.032485 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8846738c0adc4452a477215cb51bd1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584314 Feb 02 13:39:18.032485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc451d9-de6d-4dd4-88e6-96c1cbda58fb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:18.033094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41214) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:18.034340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:18.126051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.156389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.211611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.217557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-add733b9-2a75-4c8c-878b-0b418252cfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:18.231070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc451d9-de6d-4dd4-88e6-96c1cbda58fb,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:18.238931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:18.240528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.241994 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1cc451d9-de6d-4dd4-88e6-96c1cbda58fb HTTP/1.1" status: 204 len: 168 time: 0.2078826 Feb 02 13:39:18.269559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.289503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:18.294720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Usage tracker for resource:security_group_rule and tenant:c032026c78674318b2871472cecc6bce is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:18.298110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:18.304410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:18.402992 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.420034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.428393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-75b692ff-b220-4a28-a135-969ca16ff92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:18.523666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41240) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:18.523927 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c032026c78674318b2871472cecc6bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054085 Feb 02 13:39:18.524818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc8437-1c5f-44f0-92bc-1ac42cb9d1fc,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:18.528851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:18.608638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.640950 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.732155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.752047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2bfdd8b-4bf3-4fc5-8c94-2c0f2b1acf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:18.765894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc8437-1c5f-44f0-92bc-1ac42cb9d1fc,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:18.769213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:18.793098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:18.794153 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e6dc8437-1c5f-44f0-92bc-1ac42cb9d1fc HTTP/1.1" status: 204 len: 168 time: 0.2692206 Feb 02 13:39:19.325000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffa4d7-3246-422f-beb1-7275fe977f08 req-6744b327-b23f-468c-b91e-0f30f75a553f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:19.333429 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3ffa4d7-3246-422f-beb1-7275fe977f08 req-6744b327-b23f-468c-b91e-0f30f75a553f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2392931 Feb 02 13:39:19.396569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41286) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:19.414223 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3ffa4d7-3246-422f-beb1-7275fe977f08 req-cd9a69a1-7faa-4b3b-a283-4def95ea9377 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795412 Feb 02 13:39:19.433759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.453030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:19.457770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Usage tracker for resource:security_group_rule and tenant:c9e6f0c2fa004b31a02367a7dd72fafd is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:19.460804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:19.468086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:19.571355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.576784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.617257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-94c68186-2462-4a80-8d46-4212ed1ed40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:19.636279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41298) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:19.637065 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c9e6f0c2fa004b31a02367a7dd72fafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388716 Feb 02 13:39:19.662732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037d3874-fc24-4ec9-9fec-a057174c6ba1,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:19.679876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:19.774257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.812472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.871994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.883126 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5db3d302-d612-4024-acdc-b2c810938af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:19.896212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037d3874-fc24-4ec9-9fec-a057174c6ba1,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:19.900085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:19.909147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:19.910581 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/037d3874-fc24-4ec9-9fec-a057174c6ba1 HTTP/1.1" status: 204 len: 168 time: 0.2729976 Feb 02 13:39:20.797732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41348) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:20.833913 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6d7e6-1b12-4974-b6dc-354deb6d082a req-4eb0b94c-1706-4092-9e59-40597343441a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:20.842075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f8d6d7e6-1b12-4974-b6dc-354deb6d082a req-4eb0b94c-1706-4092-9e59-40597343441a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2476003 Feb 02 13:39:20.913642 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f8d6d7e6-1b12-4974-b6dc-354deb6d082a req-225d4be3-0cfc-4985-b810-6b3ad949ae45 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Feb 02 13:39:21.057544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.078887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:21.085839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Usage tracker for resource:security_group_rule and tenant:066ffe3249204f1cb8e2cbace23bb19b is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:21.095273 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:21.103767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:21.214229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.218625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.249285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-47f787f0-671d-4286-a1af-23f66fe99445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:21.283885 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=066ffe3249204f1cb8e2cbace23bb19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848840 Feb 02 13:39:21.285657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23884a1b-f1d6-492a-aac5-4b6be0c9644a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:21.286813 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41378) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:21.289911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:21.370751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.403554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.453220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.459988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06bce3f0-146f-4135-88e2-e199029a358c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:21.477520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23884a1b-f1d6-492a-aac5-4b6be0c9644a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:21.480625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:21.481588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:21.485540 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/23884a1b-f1d6-492a-aac5-4b6be0c9644a HTTP/1.1" status: 204 len: 168 time: 0.1947532 Feb 02 13:39:21.610101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41390) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:22.033372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.108549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:22.121147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Usage tracker for resource:security_group_rule and tenant:21415bc791144260a4c05fcc0ad02626 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:22.124475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:22.147162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:22.276307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5e272-9f51-4f41-8d68-b781298a6473 req-1d464428-541b-4e15-b5bd-8829fa03bb35 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:22.278101 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cae5e272-9f51-4f41-8d68-b781298a6473 req-1d464428-541b-4e15-b5bd-8829fa03bb35 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2227197 Feb 02 13:39:22.388161 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cae5e272-9f51-4f41-8d68-b781298a6473 req-e832f67f-8c35-4087-824e-9d11649ca73b tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017935 Feb 02 13:39:22.469207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.473521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.486669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-edb62437-badf-41fc-a8a0-ed195ae6aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:22.544256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865a6c4-ca21-4aae-acd5-0a3fb990b846,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:22.556983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:22.591401 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=21415bc791144260a4c05fcc0ad02626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9774590 Feb 02 13:39:22.595373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41442) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:22.729319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.766224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.824182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.830262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f5847e8-a237-4966-b218-e86667403b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:22.846097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865a6c4-ca21-4aae-acd5-0a3fb990b846,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:22.849568 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:22.871976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:22.877401 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f865a6c4-ca21-4aae-acd5-0a3fb990b846 HTTP/1.1" status: 204 len: 168 time: 0.2808442 Feb 02 13:39:23.502979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41492) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:23.540214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:23.618574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:23.659834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Usage tracker for resource:security_group_rule and tenant:69e0e62d71964575a0b676ac7d5aba2f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:23.684642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:23.698098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:23.821964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d96792-cfab-4046-9f49-2292d492601a req-7d5d176f-13be-4bf2-9610-71ffec7a6fc8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:23.823916 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-46d96792-cfab-4046-9f49-2292d492601a req-7d5d176f-13be-4bf2-9610-71ffec7a6fc8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2701800 Feb 02 13:39:23.910825 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-46d96792-cfab-4046-9f49-2292d492601a req-f26536b5-2b31-4471-b4dc-1ef79edbf08a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786688 Feb 02 13:39:23.970330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:23.974362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:23.984108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:24.016959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a9b76e-7093-4594-b39a-beb62a715b49,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:24.023138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:24.043223 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=69e0e62d71964575a0b676ac7d5aba2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390570 Feb 02 13:39:24.046756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41504) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:24.119767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.151546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.210607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.218490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-21b8eb88-499c-45e1-85c0-c3339d6e632f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:24.237653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a9b76e-7093-4594-b39a-beb62a715b49,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:24.250418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.250418 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c6a9b76e-7093-4594-b39a-beb62a715b49 HTTP/1.1" status: 204 len: 168 time: 0.2000306 Feb 02 13:39:24.260936 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:24.380208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.808413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41536) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:24.832102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.853954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:24.858100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Usage tracker for resource:security_group_rule and tenant:edaeafdb5c1e44e5ac4bbf945e1ef4d4 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:24.861211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:24.867268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:24.977023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.981328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:24.991347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dbb82813-530f-44a0-85a9-80c5b0f54720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:25.042167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9b6c8-7042-4206-960c-13baa2800552,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:25.048104 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=edaeafdb5c1e44e5ac4bbf945e1ef4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382739 Feb 02 13:39:25.049117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:25.050874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41542) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:25.128629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:25.160226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:25.223681 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:25.229369 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ef33a866-3dbf-4cfd-9ae7-9edb019b3ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:25.243928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9b6c8-7042-4206-960c-13baa2800552,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:25.247500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:25.251531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:25.256075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/caa9b6c8-7042-4206-960c-13baa2800552 HTTP/1.1" status: 204 len: 168 time: 0.2041416 Feb 02 13:39:25.276377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c91a8-d3fd-428e-ac8e-8d729a0910aa req-23775c7a-d1be-412b-8777-08e19d81eefd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:25.278133 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fa5c91a8-d3fd-428e-ac8e-8d729a0910aa req-23775c7a-d1be-412b-8777-08e19d81eefd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2090063 Feb 02 13:39:25.346884 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fa5c91a8-d3fd-428e-ac8e-8d729a0910aa req-b2132a34-be9d-4530-b9ed-a15b7cc77116 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611680 Feb 02 13:39:26.296220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41604) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:26.729258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d4a85-7789-4033-8430-7f5d27e31d6d req-77c89475-6f82-4e97-a3c0-3460bab563fc tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:26.731031 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-221d4a85-7789-4033-8430-7f5d27e31d6d req-77c89475-6f82-4e97-a3c0-3460bab563fc tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2393937 Feb 02 13:39:26.765975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:26.800576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:26.811908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Usage tracker for resource:security_group_rule and tenant:6e48b1756d28440c961a20af9db26c52 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:26.834692 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-221d4a85-7789-4033-8430-7f5d27e31d6d req-dc08c91d-86dc-4203-a218-650ee7a4278e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878818 Feb 02 13:39:26.835542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:26.843341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:26.934121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:26.938645 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:26.948860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a77f3e67-fa00-4e49-a30f-27ab5dbdcc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:26.987516 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6e48b1756d28440c961a20af9db26c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864183 Feb 02 13:39:26.987871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41638) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:27.000676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91450b-8585-41bc-b451-fbf3a4f502f7,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:27.004005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:27.129930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:27.165583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:27.224760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:27.233880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c0dd6839-e41d-46ba-8cec-8ab8b98f0e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:27.247579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91450b-8585-41bc-b451-fbf3a4f502f7,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:27.252823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:27.257126 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:27.258656 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc91450b-8585-41bc-b451-fbf3a4f502f7 HTTP/1.1" status: 204 len: 168 time: 0.2696593 Feb 02 13:39:27.845966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41688) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:27.866886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:27.884583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:27.900437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe79dccb6714d70be2160157963eca5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:27.903949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:27.910259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:28.033277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41700) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:28.238130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.279769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:28.286481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Usage tracker for resource:security_group_rule and tenant:6044eb9c89fd45a9836cd44cb5b1b31f is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:28.289762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:28.297256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:28.299670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.306147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.323448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6e29e9cd-7123-42c3-b48a-76808ebaf41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:28.405108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.414052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.425738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88424f73-be8d-4794-ab37-571e0c5faf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:28.457751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804ac02-2716-4914-9fdc-8f153a770544 req-5a356d3e-51ec-4061-ae7e-01e12873eb76 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:28.459762 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a804ac02-2716-4914-9fdc-8f153a770544 req-5a356d3e-51ec-4061-ae7e-01e12873eb76 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.4744663 Feb 02 13:39:28.481591 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6044eb9c89fd45a9836cd44cb5b1b31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467869 Feb 02 13:39:28.482372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41718) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:28.486673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6484c8fb-1cf9-4d6f-9d6e-75136a9f904b,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:28.487239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25145c-aa44-4af4-9c5c-cdf1c3a3e63f,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:28.491641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:28.516617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:28.544938 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0fe79dccb6714d70be2160157963eca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978438 Feb 02 13:39:28.548507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41726) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:28.572090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.610515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.655936 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a804ac02-2716-4914-9fdc-8f153a770544 req-d76a1901-35eb-4f20-ba8d-cfe2cf006bb7 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500952 Feb 02 13:39:28.671166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:28.696679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.722159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.728008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-28f2378d-6375-4422-b77d-339c17806dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:28.741892 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.742482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25145c-aa44-4af4-9c5c-cdf1c3a3e63f,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:28.745425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:28.752517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.758631 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0b25145c-aa44-4af4-9c5c-cdf1c3a3e63f HTTP/1.1" status: 204 len: 168 time: 0.2728465 Feb 02 13:39:28.817683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.841417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6667c44c-ca5d-4181-a206-543a5016648e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:28.882907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:28.883793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.896861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6484c8fb-1cf9-4d6f-9d6e-75136a9f904b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:28.907802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:28.908860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:28.913361 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6484c8fb-1cf9-4d6f-9d6e-75136a9f904b HTTP/1.1" status: 204 len: 168 time: 0.3638189 Feb 02 13:39:29.335050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 41756) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:29.394601 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.436501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:29.441086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Usage tracker for resource:security_group_rule and tenant:817a4be75d6b4800b7fa33f697e1fb13 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:29.444697 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:29.452854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:29.569191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.574264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.585006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:29.620208 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=817a4be75d6b4800b7fa33f697e1fb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836742 Feb 02 13:39:29.620394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 41772) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:29.681534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2595924c-e40e-4dac-9d16-c531dd23492a,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:29.690241 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:29.804925 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.864208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.944323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.951544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-985deb62-05f2-42b7-bb91-0b1477820091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:29.979116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595924c-e40e-4dac-9d16-c531dd23492a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:29.991112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:29.992477 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2595924c-e40e-4dac-9d16-c531dd23492a HTTP/1.1" status: 204 len: 168 time: 0.3710732 Feb 02 13:39:29.993621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c5cc9b00-b7c5-4a29-9f90-66a32adacc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:30.044574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb00bc-08e5-4426-86a4-4b93cb80f38a req-d0b59ba6-3c06-4ed2-9c90-efda2c64abe1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:30.046902 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e5bb00bc-08e5-4426-86a4-4b93cb80f38a req-d0b59ba6-3c06-4ed2-9c90-efda2c64abe1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2201009 Feb 02 13:39:30.176324 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e5bb00bc-08e5-4426-86a4-4b93cb80f38a req-c5dd6bdb-cd3c-49a9-bb13-8a13d50dfed9 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163638 Feb 02 13:39:31.540393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b72ac-46ef-49a6-8c57-6c916b803da0 req-d9b24848-a3ae-44b2-93dd-31124abccca3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:31.542304 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1c0b72ac-46ef-49a6-8c57-6c916b803da0 req-d9b24848-a3ae-44b2-93dd-31124abccca3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1896656 Feb 02 13:39:31.634992 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1c0b72ac-46ef-49a6-8c57-6c916b803da0 req-c27b8415-8348-4bfd-b92e-ef727ed5a7cd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854125 Feb 02 13:39:32.612093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58788500-6c9c-438b-9787-a19969e45a86 req-c76ba083-ae6c-4e3c-a88c-659e77be4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:32.615395 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-58788500-6c9c-438b-9787-a19969e45a86 req-c76ba083-ae6c-4e3c-a88c-659e77be4efb service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 1163 time: 0.1116333 Feb 02 13:39:32.666173 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-58788500-6c9c-438b-9787-a19969e45a86 req-fb34a2a8-d307-4cf1-a940-7f7299124f85 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Feb 02 13:39:32.986179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdbf0a-d20d-4c80-b946-e2007429a616 req-c55cc180-ef77-42a5-92d7-6c65c290fb72 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:32.987995 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-78fdbf0a-d20d-4c80-b946-e2007429a616 req-c55cc180-ef77-42a5-92d7-6c65c290fb72 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.1897914 Feb 02 13:39:33.054384 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-78fdbf0a-d20d-4c80-b946-e2007429a616 req-ec646ed8-a768-4b65-9f2c-061b36181ccf tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597322 Feb 02 13:39:34.096963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f45141b2-240c-4fed-9681-a1b8de94a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:34.474908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76d8c-4e37-4e8e-ad35-ba8f45587cd2 req-54ececd5-3bdf-4aaf-8226-11cc1f539f8d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:34.476657 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e2d76d8c-4e37-4e8e-ad35-ba8f45587cd2 req-54ececd5-3bdf-4aaf-8226-11cc1f539f8d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2150598 Feb 02 13:39:34.493415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42080) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:34.566761 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e2d76d8c-4e37-4e8e-ad35-ba8f45587cd2 req-e7ef51fd-0162-4c44-847a-cc3f2f74616a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810964 Feb 02 13:39:34.648138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:34.654333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42090) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:34.759675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 72b8bc69-f23a-4570-a19c-280d1fc05df4 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:34.762523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:34.846520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:34.868659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:34.874468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Usage tracker for resource:security_group_rule and tenant:659a6d9e30de41eaba35d38d3b167493 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:34.878883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:34.880147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:34.886876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:34.906646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:34.911074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Usage tracker for resource:security_group_rule and tenant:daefe9479e9a4a72b521eb700633c7af is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:34.914943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:34.921343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:35.005526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.018616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.028504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-116f5553-446c-4094-a090-1e081de582ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:35.073985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=659a6d9e30de41eaba35d38d3b167493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763273 Feb 02 13:39:35.075811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42104) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:35.088059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95cc9ed-e591-41e7-b032-c400ecbfd21b,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:35.093358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-69086e96-48ce-49fd-8c2d-d9ab8f47fc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:35.113347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d667-0c3c-4112-abc7-8670d1273ea6 req-f76e6745-ffc8-4d43-a084-dad4f4fcc222 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:35.117068 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec11d667-0c3c-4112-abc7-8670d1273ea6 req-f76e6745-ffc8-4d43-a084-dad4f4fcc222 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3410845 Feb 02 13:39:35.155288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.169964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.187366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.191796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.203219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5bec1960-144b-4865-8e2d-63cc7e3652aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:35.242378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.248422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8cb533e9-17ff-4cd2-993e-2f0e11dc4268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:35.253789 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec11d667-0c3c-4112-abc7-8670d1273ea6 req-217c7957-f490-4053-a09d-2ffa9a515bfb tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263554 Feb 02 13:39:35.265140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.272462 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=daefe9479e9a4a72b521eb700633c7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167130 Feb 02 13:39:35.273281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42112) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:35.279734 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b95cc9ed-e591-41e7-b032-c400ecbfd21b HTTP/1.1" status: 204 len: 168 time: 0.1938646 Feb 02 13:39:35.283488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95cc9ed-e591-41e7-b032-c400ecbfd21b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:35.287027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:35.328043 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64c29e9-9283-47ab-9c26-4bd19bc83651,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:35.333929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:35.430365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.463563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.521292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.531732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-39111b68-4fa8-4080-8e48-8f673503d182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:35.552765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64c29e9-9283-47ab-9c26-4bd19bc83651,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:35.555738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:35.557016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:35.558264 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f64c29e9-9283-47ab-9c26-4bd19bc83651 HTTP/1.1" status: 204 len: 168 time: 0.2644997 Feb 02 13:39:36.913980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42196) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:37.103027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.122274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:37.129756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Usage tracker for resource:security_group_rule and tenant:22292f8089b0403ab972076c4e6a777d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:37.134397 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:37.141781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:37.252236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.255845 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.293777 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8223b454-8328-4a9f-872f-33f6f7095c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:37.302416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42214) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:37.303341 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=22292f8089b0403ab972076c4e6a777d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882103 Feb 02 13:39:37.306186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42218) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:37.329690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f323e2d8-3e8d-4692-89f1-d9e26c6e7fec,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:37.345631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:37.407818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.441807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.506981 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.511287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1e840cd4-c950-4068-9436-864708a8ec61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:37.554004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f323e2d8-3e8d-4692-89f1-d9e26c6e7fec,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:37.578842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:37.583671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.586577 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f323e2d8-3e8d-4692-89f1-d9e26c6e7fec HTTP/1.1" status: 204 len: 168 time: 0.2793205 Feb 02 13:39:37.662973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1312703536-network', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:37.683368 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:37.688570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Usage tracker for resource:network and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:37.692842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:37.705219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:37.718597 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Made reservation on behalf of 8ad4158f51a64d028c012b22bb26ba6a for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:39:37.725424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.794380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.836532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96f4a385-7032-4715-8739-92dc74ef5040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:37.858421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:37.863352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Usage tracker for resource:security_group_rule and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:37.874178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:37.888009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:38.014424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.019286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.029199 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8753d955-f242-4fb2-9001-1b912cd98f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:38.077968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53b9f2-ea70-415d-9a2b-545db56b35ff,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:38.081609 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:38.186558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:39:38.213779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.214187 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Added segment 14c38c7b-4045-49ac-913a-9729807116aa of type vxlan for network ded745e3-30bf-4f8e-adbe-e2f04ffe222a Feb 02 13:39:38.252669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-e4135cf0-540b-4405-913e-37c492f013ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:38.254485 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-e4135cf0-540b-4405-913e-37c492f013ae service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.1788659 Feb 02 13:39:38.284122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42250) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:38.287912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.307262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.331281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:38.335493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Usage tracker for resource:security_group_rule and tenant:e47ca545ec4443dcbe466c168513a5d0 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:38.339003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:38.345410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:38.417708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.428002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:38.428661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.438539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-829b69d5-0e0c-49c1-a6eb-4c526cb13e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:38.443859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eba60-ce8b-4582-9e54-e1794f305c62 req-1019366a-1f9d-440a-86f6-94e9e94dc2cd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:38.445722 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-726eba60-ce8b-4582-9e54-e1794f305c62 req-1019366a-1f9d-440a-86f6-94e9e94dc2cd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3024549 Feb 02 13:39:38.456646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.510657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:39:38.537035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-b2189995-7bd8-4504-8ad0-01d6cee098c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:38.538090 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-726eba60-ce8b-4582-9e54-e1794f305c62 req-0d5ce2ab-2a08-469d-ba5f-2364d84bbec4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795889 Feb 02 13:39:38.540130 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-b2189995-7bd8-4504-8ad0-01d6cee098c5 service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.2785051 Feb 02 13:39:38.601538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.605528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.613735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c6f4bbd0-093b-46cc-a83f-f8cc757ec814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:38.626047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-74c1ae96-1c62-49ca-adb5-be1957020cc9 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.0796216 Feb 02 13:39:38.629548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Pushing event updated for resources: {'Network': ['ID=ded745e3-30bf-4f8e-adbe-e2f04ffe222a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:38.634544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:38.652752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:39:38.671106 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e47ca545ec4443dcbe466c168513a5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857450 Feb 02 13:39:38.671971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42256) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:38.672671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99bfba-23fd-46cf-b1c3-7226b85e8509,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:38.678371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:38.685727 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3809752 Feb 02 13:39:38.689394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42260) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:38.695269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Request body: {'subnet': {'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1312703536-subnet', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:38.700242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:39:38.705420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:38.718420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Usage tracker for resource:subnet and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:38.724248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:38.728580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-0e00dc89-2648-4c50-a03d-42c227979495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:38.730360 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-0e00dc89-2648-4c50-a03d-42c227979495 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.0941851 Feb 02 13:39:38.739579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:38.765846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Made reservation on behalf of 8ad4158f51a64d028c012b22bb26ba6a for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:39:38.770758 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847996425'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.789033 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-24e47e54-db2d-4abc-a116-2641e2e444f3 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536823 Feb 02 13:39:38.846886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:38.908664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:39.039133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:39.044745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-55163830-6a84-4a51-83a0-b3d8e3da1461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:39.065987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99bfba-23fd-46cf-b1c3-7226b85e8509,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:39.076412 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:39.143423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:39.148440 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b99bfba-23fd-46cf-b1c3-7226b85e8509 HTTP/1.1" status: 204 len: 168 time: 0.4719627 Feb 02 13:39:39.323489 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-74cd2551-4dd1-4909-ac94-08faa4bf984f service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287864 Feb 02 13:39:39.426781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:39.549988 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6dfca8a9-d146-4a6c-a5ea-3e546f0b1921 req-64e502a2-3dbe-4299-84db-4136c1b69e4f service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2208920 Feb 02 13:39:39.619957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6502571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847996476'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:39.783132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86149b68-5e68-4340-acb0-18d9b0c84f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:39.917152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5d8e31-e567-4d10-a2cf-67552ae7473f,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:39.924284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:40.060243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.101193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773a6c8-2579-4442-b7b2-23f5ae734268 req-9c445948-428b-44d4-a5f6-b14516115ab3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:40.102990 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d773a6c8-2579-4442-b7b2-23f5ae734268 req-9c445948-428b-44d4-a5f6-b14516115ab3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3212914 Feb 02 13:39:40.160047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Checking segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:39:40.160458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Network hostable DHCP agents. Network: ded745e3-30bf-4f8e-adbe-e2f04ffe222a, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:39:40.200320 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d773a6c8-2579-4442-b7b2-23f5ae734268 req-b1e27656-1a94-4f53-a36e-ba6adde9c0cb tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870709 Feb 02 13:39:40.213539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:39:40.225460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, ded745e3-30bf-4f8e-adbe-e2f04ffe222a) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:39:40.241363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36c590-184d-44b8-aa52-8d37085eb515 None None] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:39:40.248296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:40.248928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.268219 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f466591d-e965-468d-92fb-834b3f9b4da2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5776701 Feb 02 13:39:40.271350 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42326) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:40.277090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:40.282715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:40.289661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Usage tracker for resource:router and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:40.294003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:40.301951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:40.315797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.317038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.336188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.536541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:39:40.537691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.719868 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:40.946024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Allocated IP 172.20.0.2 (ded745e3-30bf-4f8e-adbe-e2f04ffe222a/3f5d8e31-e567-4d10-a2cf-67552ae7473f/b6293065-4394-448a-9093-e69d2a9a7199) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:39:41.270288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:41.316220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:41.467291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:41.469984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42382) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:41.497030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Transition to ACTIVE for port object b6293065-4394-448a-9093-e69d2a9a7199 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:39:41.518457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Transition to ACTIVE for port object b6293065-4394-448a-9093-e69d2a9a7199 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:39:41.557583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:41.580554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42392) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:41.702766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:41.889861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc9df0-9c2a-4dca-a16c-2d376e16762d req-9feb7163-d807-47b5-b7fc-fd6b7e1c0886 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:41.901901 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2ffc9df0-9c2a-4dca-a16c-2d376e16762d req-9feb7163-d807-47b5-b7fc-fd6b7e1c0886 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4020278 Feb 02 13:39:41.946909 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Allocated IP 172.28.0.241 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/3e61010a-a4ac-46f8-b622-ed61c56174c7) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:39:41.982164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:41.990420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:39:41.992856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:41.997445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:39:42.002690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:39:42.012811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:42.029595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:42.033295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Usage tracker for resource:security_group_rule and tenant:df8cf3b2e2f54e5090d314aead9fb3eb is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:42.037877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Usage tracker for resource:security_group_rule and tenant:e2d2a637e2df47e0bcfe1e88b8dacff4 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:42.039854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:42.056447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Pushing event updated for resources: {'Port': ['ID=b6293065-4394-448a-9093-e69d2a9a7199,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.060081 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2ffc9df0-9c2a-4dca-a16c-2d376e16762d req-8bb0e719-2369-4680-9ca0-4bf8b0f7896c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572239 Feb 02 13:39:42.061085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:42.067789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:42.072460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.072851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.073253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.073624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.073990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.074356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.074717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.075089 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.075790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.075920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.076232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.076590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.077012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.077373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.077730 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.078198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.078619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.078978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.079336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.079791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.080032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.080416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.080775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.081177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:42.089092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.095954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:42.099185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Attempting to bind port b6293065-4394-448a-9093-e69d2a9a7199 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:39:42.100532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Attempting to bind port b6293065-4394-448a-9093-e69d2a9a7199 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:39:42.101226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Attempting to bind port b6293065-4394-448a-9093-e69d2a9a7199 on network ded745e3-30bf-4f8e-adbe-e2f04ffe222a {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:39:42.110351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:39:42.110778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Checking segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:39:42.111530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.112046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Bound using segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:39:42.112579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Bound port: b6293065-4394-448a-9093-e69d2a9a7199, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:39:42.113096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.182267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.185642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.198515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-975faa92-c8ff-435f-846a-f3d3f0cf0cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:42.228800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.230882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] For port b6293065-4394-448a-9093-e69d2a9a7199, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:39:42.235698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] For port b6293065-4394-448a-9093-e69d2a9a7199, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b6293065-4394-448a-9093-e69d2a9a7199,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:39:42.242444 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e2d2a637e2df47e0bcfe1e88b8dacff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685621 Feb 02 13:39:42.242633 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.242741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c10cc9-834a-4cc0-85a8-ab6692ce6d25,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.244492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42402) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:42.258467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.273064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:42.301391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.310031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.320689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:42.324063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.362086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.362796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.387574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19705915-ef48-433f-90f9-e334f8d9e801,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.394000 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=df8cf3b2e2f54e5090d314aead9fb3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106160 Feb 02 13:39:42.394000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.395546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42406) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:42.467575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Pushing event updated for resources: {'Port': ['ID=b6293065-4394-448a-9093-e69d2a9a7199,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.478325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:42.489385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.522712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.565780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.574891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.584276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ea6bf5-e299-4731-8ad8-b502f04f88fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:42.609440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Pushing event updated for resources: {'Port': ['ID=3e61010a-a4ac-46f8-b622-ed61c56174c7,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.615726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.654840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c10cc9-834a-4cc0-85a8-ab6692ce6d25,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.658958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:39:42.660253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:39:42.668967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:39:42.693874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.693874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.693874 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5762ad01-ac0e-4da4-a596-ce1aeb38b2e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/71c10cc9-834a-4cc0-85a8-ab6692ce6d25 HTTP/1.1" status: 204 len: 168 time: 0.4473009 Feb 02 13:39:42.700217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.709696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-12acc0dc-4a2e-4d56-a6d8-f2c28a562c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:42.754323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19705915-ef48-433f-90f9-e334f8d9e801,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:42.776346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:42.778149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:42.787074 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/19705915-ef48-433f-90f9-e334f8d9e801 HTTP/1.1" status: 204 len: 168 time: 0.3897557 Feb 02 13:39:43.252622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b6293065-4394-448a-9093-e69d2a9a7199 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:43.370587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port b6293065-4394-448a-9093-e69d2a9a7199 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:39:43.426769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:43.579380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d35114-3a2b-4fbc-92ab-bb7bf113ec0b req-7992e0ba-fe65-4f5a-954c-a81c7d079222 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:43.590536 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-92d35114-3a2b-4fbc-92ab-bb7bf113ec0b req-7992e0ba-fe65-4f5a-954c-a81c7d079222 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2157159 Feb 02 13:39:43.675191 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-92d35114-3a2b-4fbc-92ab-bb7bf113ec0b req-c64e8184-adca-406d-94f0-4f09d0cab2e9 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853829 Feb 02 13:39:44.351660 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:44.489400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e92a0-e725-4f45-90ae-706fbb0dfd5e None None] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:39:44.714452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Provisioning for port b6293065-4394-448a-9093-e69d2a9a7199 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:39:44.749097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Provisioning complete for port b6293065-4394-448a-9093-e69d2a9a7199 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:44.749097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:44.819496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Router c54ad215-6ff6-4c6e-9aa8-b6103d407643 is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:39:44.825541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42510) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:45.047127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.163155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] For port b6293065-4394-448a-9093-e69d2a9a7199, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b6293065-4394-448a-9093-e69d2a9a7199,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:39:45.168553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.170556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:39:45.175348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:45.190945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13377a-e089-4be1-843f-6822a1e7f69b req-5ab83d9c-aa3e-483d-8e19-0b5d00022af2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:45.199027 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9d13377a-e089-4be1-843f-6822a1e7f69b req-5ab83d9c-aa3e-483d-8e19-0b5d00022af2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2477617 Feb 02 13:39:45.207477 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Sync routers for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:39:45.229157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:39:45.231385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:39:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:45.268112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.271824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.273590 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0010512 Feb 02 13:39:45.276549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42536) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:45.287248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:45.291403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7440ad5db9a044b79ef796b22919c43e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:45.294425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:45.300860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:45.490000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.550339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Pushing event updated for resources: {'Port': ['ID=b6293065-4394-448a-9093-e69d2a9a7199,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:45.556503 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9d13377a-e089-4be1-843f-6822a1e7f69b req-f7742b8a-dc32-4978-8a3a-9920c5e007fa tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562329 Feb 02 13:39:45.559913 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.564360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:45.581037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b4a6b95d-f47f-4a90-8d0d-8866a9fe6037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:45.616289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac584931-6fad-4c82-9e51-5751331e9c49,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:45.622607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:45.695672 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7440ad5db9a044b79ef796b22919c43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8687394 Feb 02 13:39:45.696905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42552) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:45.729588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42556) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:45.758702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:39:45.912398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.936245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-438a0fff-1282-463b-8f69-b0701c9ae5cf None None] Provisioning complete for port b6293065-4394-448a-9093-e69d2a9a7199 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:45.936676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-438a0fff-1282-463b-8f69-b0701c9ae5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:45.974654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.147151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:43Z', 'revision_number': 3, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:46.153539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Checking router: c54ad215-6ff6-4c6e-9aa8-b6103d407643 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:39:46.153957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Updating router c54ad215-6ff6-4c6e-9aa8-b6103d407643 port 3e61010a-a4ac-46f8-b622-ed61c56174c7 binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:39:46.248475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.322808 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5bb9c04f-3309-4ccf-8f30-0e677f551141 None None] Provisioning complete for port b6293065-4394-448a-9093-e69d2a9a7199 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:46.323227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c04f-3309-4ccf-8f30-0e677f551141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.325574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.332164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a083ff0a-0ae8-439a-8228-be2cc47faff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:46.346603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac584931-6fad-4c82-9e51-5751331e9c49,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:46.349225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.363723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:46.373301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:46.378839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:956452c275424b5ab05205a61b09c025 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:46.382013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:46.388111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:46.439229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.442427 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ac584931-6fad-4c82-9e51-5751331e9c49 HTTP/1.1" status: 204 len: 168 time: 0.7441092 Feb 02 13:39:46.458036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.500005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.509371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.529796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0efdbad3-c540-4070-b5ee-9d7f648d3c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:46.556285 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=956452c275424b5ab05205a61b09c025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8234148 Feb 02 13:39:46.559475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42568) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:46.611382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce1147-42a8-4d03-88b7-02fa849cd2f4,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:46.633260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:46.651761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.819820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.869353 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.904727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Transition to ACTIVE for port object 3e61010a-a4ac-46f8-b622-ed61c56174c7 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:39:46.915812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:46.943469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:47.007215 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99209180-f534-4f6e-ac48-6df88a27f0e4 req-80ac5271-237c-41d8-8bfc-86c02e11808a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:47.015442 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-99209180-f534-4f6e-ac48-6df88a27f0e4 req-80ac5271-237c-41d8-8bfc-86c02e11808a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3025908 Feb 02 13:39:47.033204 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Allocated IP 172.20.0.1 (ded745e3-30bf-4f8e-adbe-e2f04ffe222a/3f5d8e31-e567-4d10-a2cf-67552ae7473f/47b0c424-81ef-41c9-abc8-be0b31d39d47) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:39:47.073212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b6293065-4394-448a-9093-e69d2a9a7199 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:47.140383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Pushing event updated for resources: {'Port': ['ID=3e61010a-a4ac-46f8-b622-ed61c56174c7,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:47.170401 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-99209180-f534-4f6e-ac48-6df88a27f0e4 req-26f83c54-7662-4275-bd47-7d72c59c8c76 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315041 Feb 02 13:39:47.170955 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42586) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:47.171821 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.172337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.172832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.173745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.174239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.174900 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.175198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.175677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.176152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.176627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.177160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.177642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.178150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.178627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.179203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.179678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.180145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.180613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.181183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.181654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.182137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.182590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.183070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.183537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:39:47.194967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.195775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:47.214288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:47.218295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Usage tracker for resource:security_group_rule and tenant:b65756c9b74042c8bcc5408e12bddf35 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:47.221508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:47.223401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port b6293065-4394-448a-9093-e69d2a9a7199 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:47.223830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.225059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.234839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-af90eb50-825b-4782-a0b6-b7ee36b2b9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:47.247771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:47.251214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce1147-42a8-4d03-88b7-02fa849cd2f4,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:47.255786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:47.265659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.269402 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3bce1147-42a8-4d03-88b7-02fa849cd2f4 HTTP/1.1" status: 204 len: 168 time: 0.7063384 Feb 02 13:39:47.269538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Attempting to bind port 3e61010a-a4ac-46f8-b622-ed61c56174c7 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:39:47.269538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Attempting to bind port 3e61010a-a4ac-46f8-b622-ed61c56174c7 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:39:47.269538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Attempting to bind port 3e61010a-a4ac-46f8-b622-ed61c56174c7 on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:39:47.276729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:39:47.277340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:39:47.277903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.278452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:39:47.279107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Bound port: 3e61010a-a4ac-46f8-b622-ed61c56174c7, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:39:47.279756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.379456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.384599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.387521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] For port 3e61010a-a4ac-46f8-b622-ed61c56174c7, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:39:47.391436 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] For port 3e61010a-a4ac-46f8-b622-ed61c56174c7, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=3e61010a-a4ac-46f8-b622-ed61c56174c7,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:39:47.393211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.396961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.402361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Transition to ACTIVE for port object 47b0c424-81ef-41c9-abc8-be0b31d39d47 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:39:47.405123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-876d5f50-72e3-4356-9d4b-ea03a994f456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:47.430457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:47.432101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.454280 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:47.461918 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b65756c9b74042c8bcc5408e12bddf35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895222 Feb 02 13:39:47.462598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42592) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:47.466721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf5bf1-57f4-4bad-bad2-a47eeb92ecb3,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:47.482251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:47.543933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.581998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.635917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Pushing event updated for resources: {'Port': ['ID=3e61010a-a4ac-46f8-b622-ed61c56174c7,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:47.649074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cfd8e2e-f732-413c-8a3e-f8b9990d0d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:47.714653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.723157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-64f4eb19-6f12-4044-b0ad-69ea06da4df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:47.740642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf5bf1-57f4-4bad-bad2-a47eeb92ecb3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:47.746516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:47.748265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:47.750295 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9eaf5bf1-57f4-4bad-bad2-a47eeb92ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2858768 Feb 02 13:39:47.790507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:39:47.791471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:39:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:47.897261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Pushing event updated for resources: {'Port': ['ID=47b0c424-81ef-41c9-abc8-be0b31d39d47,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:47.902047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:47.976363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:39:47.978953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:39:47.985459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:39:48.006009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:39:48.116356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:48.262187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-15a24b50-d98d-4314-9cb8-e47e9ff64e16 None None] Provisioning for port 47b0c424-81ef-41c9-abc8-be0b31d39d47 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:39:48.285407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-15a24b50-d98d-4314-9cb8-e47e9ff64e16 None None] Provisioning complete for port 47b0c424-81ef-41c9-abc8-be0b31d39d47 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:48.286004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-15a24b50-d98d-4314-9cb8-e47e9ff64e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:48.308566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:48.450843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-15a24b50-d98d-4314-9cb8-e47e9ff64e16 None None] Port 47b0c424-81ef-41c9-abc8-be0b31d39d47 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:39:48.626034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:43Z', 'revision_number': 3, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:48.634754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b7a12-c292-42b3-a5a0-b7c08328d858 None None] The sync data for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb is: [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:43Z', 'revision_number': 3, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:39:48.683983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315b5a8-6dfe-4f3d-8aae-d21e5b79eac7 req-695d2b8a-f9e1-4243-9a54-0a1518745e82 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:48.686541 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8315b5a8-6dfe-4f3d-8aae-d21e5b79eac7 req-695d2b8a-f9e1-4243-9a54-0a1518745e82 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2029750 Feb 02 13:39:48.743982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:48.752984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:48.800420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:48.802582 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8315b5a8-6dfe-4f3d-8aae-d21e5b79eac7 req-ef018ada-e301-4dda-b977-1ae5f077798b tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099999 Feb 02 13:39:48.895542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:48.912627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Pushing event updated for resources: {'Port': ['ID=47b0c424-81ef-41c9-abc8-be0b31d39d47,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:48.917524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:49.081228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:39:49.082499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:39:49.383175 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9b1f8ece-7890-470b-aeec-ea6027ff6ae5 None None] Provisioning complete for port 47b0c424-81ef-41c9-abc8-be0b31d39d47 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:49.384119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8ece-7890-470b-aeec-ea6027ff6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:49.398772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Router c54ad215-6ff6-4c6e-9aa8-b6103d407643 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:39:49.471209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f8ece-7890-470b-aeec-ea6027ff6ae5 None None] Port 47b0c424-81ef-41c9-abc8-be0b31d39d47 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:39:49.644742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:39:49.657002 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] 10.222.0.90 "PUT /v2.0/routers/c54ad215-6ff6-4c6e-9aa8-b6103d407643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3768640 Feb 02 13:39:50.126804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4cfc3-ec76-4b94-b496-c7d8208a585c req-370157cd-2ffa-4d87-975e-b8f255ad58d1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:50.129735 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d1e4cfc3-ec76-4b94-b496-c7d8208a585c req-370157cd-2ffa-4d87-975e-b8f255ad58d1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.1753483 Feb 02 13:39:50.198622 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d1e4cfc3-ec76-4b94-b496-c7d8208a585c req-2035e876-5afc-475a-b417-101466be0ac6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626552 Feb 02 13:39:50.530632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42698) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:50.739921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e643f-cd30-4feb-9968-d704f8a2460f req-1a715f92-ffae-49e1-b8d1-7df0bc2cc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:50.741660 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2f2e643f-cd30-4feb-9968-d704f8a2460f req-1a715f92-ffae-49e1-b8d1-7df0bc2cc665 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.0901449 Feb 02 13:39:50.791015 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2f2e643f-cd30-4feb-9968-d704f8a2460f req-192b8b26-5e27-4745-bae0-74576622f048 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Feb 02 13:39:50.813635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:50.831983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:50.836579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Usage tracker for resource:security_group_rule and tenant:63320bea1d2f455abe8da1fe53da17ab is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:50.840122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:50.847156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:50.964770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:50.974819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.041397 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-141c9ee8-79ef-40da-b084-379e81619320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:51.055384 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=63320bea1d2f455abe8da1fe53da17ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207632 Feb 02 13:39:51.056871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42720) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:51.108173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3e61010a-a4ac-46f8-b622-ed61c56174c7 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:51.116542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a4e8a-fd68-4ff0-97ac-6d33d5661c81,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:51.130102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:51.224611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.274830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42728) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:51.301549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.431458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.441646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ff3a5763-03c8-4f82-9c26-d96d81db64ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:51.463348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 3e61010a-a4ac-46f8-b622-ed61c56174c7 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:39:51.473167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 3e61010a-a4ac-46f8-b622-ed61c56174c7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:51.473905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.476433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.481192 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b83a4e8a-fd68-4ff0-97ac-6d33d5661c81 HTTP/1.1" status: 204 len: 168 time: 0.4205143 Feb 02 13:39:51.482783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a4e8a-fd68-4ff0-97ac-6d33d5661c81,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:51.496181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:51.761931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.823598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:51.828408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.831567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:79497a0eaa2649e1a909dd6e511bd383 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:51.840480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:51.862547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:51.886671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 3e61010a-a4ac-46f8-b622-ed61c56174c7, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=3e61010a-a4ac-46f8-b622-ed61c56174c7,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:39:51.894588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:51.897220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:51.964630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d438-959c-4b26-a36d-aa6c756ef83d req-4d36f590-7a42-4176-91b1-2543688a1c6c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:51.966611 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21e8d438-959c-4b26-a36d-aa6c756ef83d req-4d36f590-7a42-4176-91b1-2543688a1c6c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3780694 Feb 02 13:39:52.060104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=3e61010a-a4ac-46f8-b622-ed61c56174c7,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:52.064508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:52.066023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Sync routers for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:39:52.085249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:39:52.086248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:39:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:52.097632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:52.104359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:52.121694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:52.152923 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21e8d438-959c-4b26-a36d-aa6c756ef83d req-5011c8bd-fb01-4b05-92c1-d6fbd5bc51e6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778450 Feb 02 13:39:52.204006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e1ba5-822d-4eec-90be-8d6ef63e9072,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:52.211061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:52.232584 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=79497a0eaa2649e1a909dd6e511bd383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9558010 Feb 02 13:39:52.234984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42750) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:52.347138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:52.389968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:52.438222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:39:52.449001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:52.463966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-329429b0-9a4b-4113-b803-5f360efe2f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:52.495424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:52.496697 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a8e1ba5-822d-4eec-90be-8d6ef63e9072 HTTP/1.1" status: 204 len: 168 time: 0.2607079 Feb 02 13:39:52.504491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e1ba5-822d-4eec-90be-8d6ef63e9072,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:52.510521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:53.031211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:53.074940 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-3340bedc-9e84-4a54-9131-dd5fe38418ba service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2680793 Feb 02 13:39:53.190426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3e61010a-a4ac-46f8-b622-ed61c56174c7 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:53.295094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-c6a84a44-31bc-403c-982f-0193b3a325a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:53.297059 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-c6a84a44-31bc-403c-982f-0193b3a325a4 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.1896191 Feb 02 13:39:53.300231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port d8704639-ef1b-4096-91dd-f9004fb3aa18 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:53.300723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:53.480996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-6b0410e7-a03d-409c-b7ff-423a09489aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:53.482612 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-6b0410e7-a03d-409c-b7ff-423a09489aad service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.1594784 Feb 02 13:39:53.622496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 3e61010a-a4ac-46f8-b622-ed61c56174c7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:53.623046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:53.746035 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-8e55e51d-f2d7-4080-8114-5d526b675524 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.2522583 Feb 02 13:39:53.746229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 2, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:53.755875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Checking router: c54ad215-6ff6-4c6e-9aa8-b6103d407643 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:39:53.756301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Updating router c54ad215-6ff6-4c6e-9aa8-b6103d407643 port 47b0c424-81ef-41c9-abc8-be0b31d39d47 binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:39:53.821807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae62db-3323-4511-90b3-357483d62291 req-0c65e7ed-f5b6-431a-ba05-ac186e9115b4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:53.824869 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:53.831356 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e2ae62db-3323-4511-90b3-357483d62291 req-0c65e7ed-f5b6-431a-ba05-ac186e9115b4 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4076357 Feb 02 13:39:53.938292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-02b76000-acdd-4c3a-93c7-0698dc1f4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:53.940480 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-02b76000-acdd-4c3a-93c7-0698dc1f4641 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.1776075 Feb 02 13:39:54.009070 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e2ae62db-3323-4511-90b3-357483d62291 req-b0fbac9f-2a9c-44d3-b26b-43b1f47fbca8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726041 Feb 02 13:39:54.081412 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-873c32ec-a393-4066-9879-d97e8d379156 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312950 Feb 02 13:39:54.494295 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-f2d23080-2ac7-464a-ba9b-fcfccea541a8 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024143 Feb 02 13:39:54.622044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:54.653581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Transition to ACTIVE for port object 47b0c424-81ef-41c9-abc8-be0b31d39d47 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:39:54.686029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:54.782893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:54.857374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42844) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:54.961577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb80f83-a335-4445-87ad-d307bf8969ef None None] Pushing event updated for resources: {'Port': ['ID=47b0c424-81ef-41c9-abc8-be0b31d39d47,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:54.967504 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af93bd95-ff03-4eb7-9c62-d754a340c466 req-4ae5639f-30b2-4135-acbf-9ba5c9fcfd77 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4645746 Feb 02 13:39:55.015266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2cb80f83-a335-4445-87ad-d307bf8969ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:55.016005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.311803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-bfce7607-2a37-43c0-8331-3f194e7ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:55.315178 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-bfce7607-2a37-43c0-8331-3f194e7ed141 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.2732594 Feb 02 13:39:55.319207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865599938-network', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:55.335076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:55.343998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Usage tracker for resource:network and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:55.354154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:55.364263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:55.447726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Made reservation on behalf of dee579b338bc4aac9623d2faa9473b9e for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:39:55.469359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.500980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.566559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:55.577164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Usage tracker for resource:security_group_rule and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:55.581015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:55.598635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:55.610065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Attempting to bind port 47b0c424-81ef-41c9-abc8-be0b31d39d47 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:39:55.610504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Attempting to bind port 47b0c424-81ef-41c9-abc8-be0b31d39d47 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:39:55.611214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Attempting to bind port 47b0c424-81ef-41c9-abc8-be0b31d39d47 on network ded745e3-30bf-4f8e-adbe-e2f04ffe222a {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:39:55.618032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:39:55.618709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Checking segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:39:55.619409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.619603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Bound using segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:39:55.619755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-75b6521d-8899-4faf-9b4d-0926c5cc4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:55.620454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Bound port: 47b0c424-81ef-41c9-abc8-be0b31d39d47, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:39:55.620635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.622133 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-75b6521d-8899-4faf-9b4d-0926c5cc4249 service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.3001866 Feb 02 13:39:55.736768 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-6f004746-c2eb-4d38-a72a-faef1545d24a service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.1083844 Feb 02 13:39:55.763973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] For port 47b0c424-81ef-41c9-abc8-be0b31d39d47, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:39:55.767796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] For port 47b0c424-81ef-41c9-abc8-be0b31d39d47, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=47b0c424-81ef-41c9-abc8-be0b31d39d47,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:39:55.771034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.778432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.779980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.800574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:39:55.811126 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788934072930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.811655 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Added segment 27dd5990-6be2-4c29-b0b1-d542e589df49 of type vxlan for network 6d2e43c5-765b-4864-b804-8bf55bcde811 Feb 02 13:39:55.829133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-ef5cc40d-253f-408d-93b1-c13111ab7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:55.830770 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-ef5cc40d-253f-408d-93b1-c13111ab7782 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.0867696 Feb 02 13:39:55.846060 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9873f4a7-be3e-4a4f-9a9f-003a484bcbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:55.855067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.911372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.916557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:55.917344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:55.924846 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-958fecee-936e-457f-880b-3bae62a070f3 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771792 Feb 02 13:39:55.933258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:56.014362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:39:56.015086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:39:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:56.039656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44977685-1a11-47c1-a8a1-d565a443feaa req-aea8ec06-701f-4973-9ab8-99139d6a608a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:56.053843 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-44977685-1a11-47c1-a8a1-d565a443feaa req-aea8ec06-701f-4973-9ab8-99139d6a608a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.8706207 Feb 02 13:39:56.123846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fda227-ffff-4d33-a29b-f811ed7a9d8e,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:56.197459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:56.198418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:56.381494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d2e43c5-765b-4864-b804-8bf55bcde811,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:56.385394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:56.391878 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5288138 Feb 02 13:39:56.391878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42878) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:56.400123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Request body: {'subnet': {'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865599938-subnet', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:56.422944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:56.451734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Usage tracker for resource:subnet and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:56.465492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:56.481144 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-97d55ec0-0f30-456f-a069-20acce1f53c4 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457358 Feb 02 13:39:56.575907 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-44977685-1a11-47c1-a8a1-d565a443feaa req-9fe4aa32-a48b-4af6-97ff-65369a5cdef9 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209391 Feb 02 13:39:56.577218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:56.593886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:39:56.631952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Made reservation on behalf of dee579b338bc4aac9623d2faa9473b9e for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:39:56.654186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847996425'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:56.960333 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-45c28408-a521-4468-9e0f-f971d3c7ad4d req-dec85128-f90c-46d1-b3f5-af3ebae6ee6d service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4683447 Feb 02 13:39:57.063932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:39:57.084354 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:39:57.303147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb80f83-a335-4445-87ad-d307bf8969ef None None] Pushing event updated for resources: {'Port': ['ID=47b0c424-81ef-41c9-abc8-be0b31d39d47,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:57.431733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6502571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847996476'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:57.476192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2cb80f83-a335-4445-87ad-d307bf8969ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.543s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:57.545004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:39:57.732375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a89df526-86a4-4152-a672-f72363eba89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:39:55Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:39:57.746104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89df526-86a4-4152-a672-f72363eba89a None None] The sync data for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb is: [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:39:55Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:39:57.749207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686703a0-6c37-45ba-94a7-ea5064cbc029,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:39:57.771149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:39:57.783131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Checking segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:39:57.783500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Network hostable DHCP agents. Network: 6d2e43c5-765b-4864-b804-8bf55bcde811, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:39:57.830161 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:39:57.847358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 6d2e43c5-765b-4864-b804-8bf55bcde811) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:39:57.858326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdc95e-0983-41c1-a1a8-533e5ee16ae6 None None] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:39:57.906879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:57.907541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:58.032727 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6404502 Feb 02 13:39:58.036468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42904) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:39:58.042687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:58.064933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:39:58.070168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Usage tracker for resource:router and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:39:58.075182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:39:58.122292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:39:58.151677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:58.155441 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:58.200720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:58.280635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faeb97-c63b-4546-b679-b0e335341d3e req-7cc8e746-58be-4646-b05d-3934a2d39192 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:39:58.300054 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6faeb97-c63b-4546-b679-b0e335341d3e req-7cc8e746-58be-4646-b05d-3934a2d39192 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3989484 Feb 02 13:39:58.391196 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-6d2e43c5-765b-4864-b804-8bf55bcde811', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:39:58.392506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:58.485781 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6faeb97-c63b-4546-b679-b0e335341d3e req-33fc2086-939a-4898-86fa-18860983a296 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762259 Feb 02 13:39:58.978553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Allocated IP 172.20.0.2 (6d2e43c5-765b-4864-b804-8bf55bcde811/686703a0-6c37-45ba-94a7-ea5064cbc029/b5971afb-0bc3-435d-83af-30dad6b0a2a9) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:39:59.236771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 47b0c424-81ef-41c9-abc8-be0b31d39d47 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:39:59.430503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:59.594035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 47b0c424-81ef-41c9-abc8-be0b31d39d47 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:39:59.811284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 47b0c424-81ef-41c9-abc8-be0b31d39d47 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:39:59.811800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:59.968322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:39:59.999075 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.015828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Transition to ACTIVE for port object b5971afb-0bc3-435d-83af-30dad6b0a2a9 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:00.021928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42944) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:00.080611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.243907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b09d-6cee-457d-bdd5-237b490caeaa req-2c3266e4-1f7a-4d27-95a4-a0915421e4d6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:00.255595 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-44a6b09d-6cee-457d-bdd5-237b490caeaa req-2c3266e4-1f7a-4d27-95a4-a0915421e4d6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3977859 Feb 02 13:40:00.378955 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-44a6b09d-6cee-457d-bdd5-237b490caeaa req-890697dd-bf9b-4e13-8235-4aaf248a1c30 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217334 Feb 02 13:40:00.456248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.484179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:00.486796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Transition to ACTIVE for port object b5971afb-0bc3-435d-83af-30dad6b0a2a9 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:00.497662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Usage tracker for resource:security_group_rule and tenant:151550b63024465fa7c6262722334124 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:00.501797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:00.512631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:00.579587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.642599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.704512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:00.776912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.790618 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.814768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-db446b49-d6e5-4611-bc7f-18de30738655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:00.880689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9025e2-69d9-4a4c-adba-4d26ba24e4fe,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:00.883920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 47b0c424-81ef-41c9-abc8-be0b31d39d47, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=47b0c424-81ef-41c9-abc8-be0b31d39d47,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:00.888840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Pushing event updated for resources: {'Port': ['ID=b5971afb-0bc3-435d-83af-30dad6b0a2a9,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:00.889049 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=151550b63024465fa7c6262722334124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618212 Feb 02 13:40:00.894116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42956) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:00.895365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:00.896120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:00.909519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.910132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.910677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.911210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.911760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.912562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.913302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.913838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.914371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.915296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:00.915818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.916347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.917018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.917597 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.918146 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.918684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.919207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.919729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.920254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.920785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.921347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.921884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.922512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.923057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.923732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:00.942296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f850e7fd-49c0-4fd2-9221-057cb57b9655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:01.027538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Allocated IP 172.28.0.89 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/3aa18b17-bd09-4ba8-abdb-465122dbb767) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:01.051517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=47b0c424-81ef-41c9-abc8-be0b31d39d47,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:01.057524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:01.059539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:01.060794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:01.063216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:01.168354 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Attempting to bind port b5971afb-0bc3-435d-83af-30dad6b0a2a9 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:01.169929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Attempting to bind port b5971afb-0bc3-435d-83af-30dad6b0a2a9 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:01.170479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Attempting to bind port b5971afb-0bc3-435d-83af-30dad6b0a2a9 on network 6d2e43c5-765b-4864-b804-8bf55bcde811 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:01.188197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:01.188877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Checking segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:01.189500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.190284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Bound using segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:01.191364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Bound port: b5971afb-0bc3-435d-83af-30dad6b0a2a9, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:01.192110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.266939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.330034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.364455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.380303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] For port b5971afb-0bc3-435d-83af-30dad6b0a2a9, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:01.384514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] For port b5971afb-0bc3-435d-83af-30dad6b0a2a9, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b5971afb-0bc3-435d-83af-30dad6b0a2a9,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:01.395498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.417874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:01.424859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.500328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:01.644267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.687066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Pushing event updated for resources: {'Port': ['ID=b5971afb-0bc3-435d-83af-30dad6b0a2a9,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:01.710165 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:01.711749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Pushing event updated for resources: {'Port': ['ID=3aa18b17-bd09-4ba8-abdb-465122dbb767,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:01.727330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.727750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.728154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.728554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.738376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.738999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.739418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.739964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.740557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.740669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.741048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.741686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.741885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.742559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.742844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.743411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.743531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.743973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.744553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.744670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.745424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.745537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.746282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.746282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:40:01.756389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:01.757863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:01.758611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a6c2857c-5e91-4d44-9e76-197a88bfcbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:01.765883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:01.769682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:01.770943 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7d9025e2-69d9-4a4c-adba-4d26ba24e4fe HTTP/1.1" status: 204 len: 168 time: 0.8722751 Feb 02 13:40:01.771849 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:01.808171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9025e2-69d9-4a4c-adba-4d26ba24e4fe,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:01.814579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:02.693026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 42982) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:02.706912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dddb6e-5648-4cf6-8ed2-0a431fc0c138 req-52d864d5-c62e-4c15-9844-83a6866c7a7e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:02.713009 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f9dddb6e-5648-4cf6-8ed2-0a431fc0c138 req-52d864d5-c62e-4c15-9844-83a6866c7a7e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3382938 Feb 02 13:40:02.770351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:02.797084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:02.799905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:02.851913 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f9dddb6e-5648-4cf6-8ed2-0a431fc0c138 req-9aa1915a-1e10-4e0c-8305-a52909dc93ce tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320400 Feb 02 13:40:02.887862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Usage tracker for resource:security_group_rule and tenant:1b231745b4cd4b6b99be138affc65624 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:02.946575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:02.964859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:03.061148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf837-e018-479e-ae57-26fa16ceab48 req-9adbae4e-3351-499e-9680-eb56f44e31c8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:03.062888 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8fbf837-e018-479e-ae57-26fa16ceab48 req-9adbae4e-3351-499e-9680-eb56f44e31c8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2097857 Feb 02 13:40:03.094283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.109203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.128187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-feb43e64-5f34-4b14-9f96-e05e1d1797fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:03.242078 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8fbf837-e018-479e-ae57-26fa16ceab48 req-c88df151-9cd2-41c2-a8fa-ec33c084728f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603458 Feb 02 13:40:03.243794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b5971afb-0bc3-435d-83af-30dad6b0a2a9 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:03.251967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab5a84a-d21b-4616-aadb-4fa49fec76bb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:03.262275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:03.270479 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1b231745b4cd4b6b99be138affc65624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763166 Feb 02 13:40:03.273810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 42986) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:03.451372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.478688 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port b5971afb-0bc3-435d-83af-30dad6b0a2a9 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:03.487272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 47b0c424-81ef-41c9-abc8-be0b31d39d47 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:03.521104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.648263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.656798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f0ef1f34-8c49-4ba4-b71d-38545a76bd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:03.677598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 47b0c424-81ef-41c9-abc8-be0b31d39d47 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:03.681474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab5a84a-d21b-4616-aadb-4fa49fec76bb,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:03.682763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.712073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:03.736525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:03.740563 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4ab5a84a-d21b-4616-aadb-4fa49fec76bb HTTP/1.1" status: 204 len: 168 time: 0.4626479 Feb 02 13:40:03.758615 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa3a69-3a7b-4a5b-8343-f0ca1f72047d None None] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:03.878591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Provisioning for port b5971afb-0bc3-435d-83af-30dad6b0a2a9 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:03.897516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Provisioning complete for port b5971afb-0bc3-435d-83af-30dad6b0a2a9 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:03.898564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:04.135240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:04.241005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-751f0e32-677c-4b9a-9a31-91556f13205a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:04.322875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] For port b5971afb-0bc3-435d-83af-30dad6b0a2a9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b5971afb-0bc3-435d-83af-30dad6b0a2a9,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:04.347885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:04.361630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2cb80f83-a335-4445-87ad-d307bf8969ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:04.400485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:04.584157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a762fb-79be-4607-bac5-dc3ef0339fa8 req-cec5621b-88e9-4e1b-bea4-da851321581e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:04.586187 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-95a762fb-79be-4607-bac5-dc3ef0339fa8 req-cec5621b-88e9-4e1b-bea4-da851321581e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.4296331 Feb 02 13:40:04.644494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Pushing event updated for resources: {'Port': ['ID=b5971afb-0bc3-435d-83af-30dad6b0a2a9,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:04.648721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:04.806738 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-95a762fb-79be-4607-bac5-dc3ef0339fa8 req-f9755af2-bef3-4d97-8b38-90aefca11b6f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098620 Feb 02 13:40:04.870195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:40:05.083239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-8e3e72f1-2ac5-42e7-9193-4f5d0bccb9e9 None None] Provisioning complete for port b5971afb-0bc3-435d-83af-30dad6b0a2a9 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:05.083666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8e3e72f1-2ac5-42e7-9193-4f5d0bccb9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:05.153859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:40:05.166806 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Sync routers for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:40:05.193219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b5971afb-0bc3-435d-83af-30dad6b0a2a9 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:05.194107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:05.195822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:39:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:05.198198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:05.199745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.1619093 Feb 02 13:40:05.202971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 43016) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:05.837592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:06.095434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port b5971afb-0bc3-435d-83af-30dad6b0a2a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:06.097334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:06.124411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43036) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:06.231012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-725c22a9-c5b3-4de1-bcf8-c2b31772f33e None None] Provisioning complete for port b5971afb-0bc3-435d-83af-30dad6b0a2a9 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:06.231773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-725c22a9-c5b3-4de1-bcf8-c2b31772f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:06.555503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977bc3-7fec-4e71-9f62-55ff3d7037e6 req-e93be5fa-871d-4434-be17-f09835efd665 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:06.564079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-61977bc3-7fec-4e71-9f62-55ff3d7037e6 req-e93be5fa-871d-4434-be17-f09835efd665 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3400311 Feb 02 13:40:06.570910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1487245540-network', 'tenant_id': '5957eda8a92a4918875c9711968b11c4'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:06.593534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:06.610080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Usage tracker for resource:network and tenant:5957eda8a92a4918875c9711968b11c4 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:06.624495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:06.651247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:06.671209 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-61977bc3-7fec-4e71-9f62-55ff3d7037e6 req-51078e47-66b8-407e-805a-2fde2d65d4ee tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059592 Feb 02 13:40:06.685169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Made reservation on behalf of 5957eda8a92a4918875c9711968b11c4 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:06.719142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:06.723838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:02Z', 'revision_number': 3, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:06.732432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Checking router: 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:40:06.732975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Updating router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f port 3aa18b17-bd09-4ba8-abdb-465122dbb767 binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:40:06.778820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:06.817967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:06.829809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Usage tracker for resource:security_group_rule and tenant:5957eda8a92a4918875c9711968b11c4 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:06.836970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:06.861763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:06.863479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:07.175005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.240564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.259839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.275470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-224e616e-9f71-4480-8e71-8cce3823f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:07.377142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:40:07.404373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.405550 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Added segment b2ce4713-7255-41b4-8c9f-7ee4c650197f of type vxlan for network e3f9acfe-4d84-45c6-bca9-12302b42894c Feb 02 13:40:07.408851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6831bf86-30eb-4a95-8ca5-ff58edb85b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.447701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.539336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06413c0b-7e22-4e9e-8e3a-fece4946b41e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:07.545204 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.546564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:07.548077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:07.549855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:07.558710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c3cdf87-eeab-47d4-b6ce-7187eb24bc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:07.677652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Allocated IP 172.20.0.1 (6d2e43c5-765b-4864-b804-8bf55bcde811/686703a0-6c37-45ba-94a7-ea5064cbc029/c426c330-41eb-4fa1-8063-232c4753668f) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:07.760390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f9acfe-4d84-45c6-bca9-12302b42894c,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:07.773403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:07.774230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network e3f9acfe-4d84-45c6-bca9-12302b42894c details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:40:07.795715 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6679738 Feb 02 13:40:07.797989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43054) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:07.809698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network e3f9acfe-4d84-45c6-bca9-12302b42894c details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:40:07.826530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Request body: {'subnet': {'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1487245540-subnet', 'tenant_id': '5957eda8a92a4918875c9711968b11c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:07.848023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:07.866548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Usage tracker for resource:subnet and tenant:5957eda8a92a4918875c9711968b11c4 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:07.882525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:07.912139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:07.974848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Made reservation on behalf of 5957eda8a92a4918875c9711968b11c4 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:08.002685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846723614'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.121874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.137022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Transition to ACTIVE for port object 3aa18b17-bd09-4ba8-abdb-465122dbb767 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:08.150224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.171634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:08.180546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.236259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Transition to ACTIVE for port object c426c330-41eb-4fa1-8063-232c4753668f will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:08.261365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b39b3-d3cc-4337-af5a-71919b467ab7 None None] Pushing event updated for resources: {'Port': ['ID=3aa18b17-bd09-4ba8-abdb-465122dbb767,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:08.360142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c97b39b3-d3cc-4337-af5a-71919b467ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:08.396519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37e20c-ca52-43cc-8747-31294e385aa4 req-d5bc5c51-317d-45d9-aa11-098c374f3bac tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:08.405768 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba37e20c-ca52-43cc-8747-31294e385aa4 req-d5bc5c51-317d-45d9-aa11-098c374f3bac tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.4505823 Feb 02 13:40:08.445712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.486985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Attempting to bind port 3aa18b17-bd09-4ba8-abdb-465122dbb767 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:08.491536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Attempting to bind port 3aa18b17-bd09-4ba8-abdb-465122dbb767 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:08.492055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Attempting to bind port 3aa18b17-bd09-4ba8-abdb-465122dbb767 on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:08.500256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:08.500682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:08.501327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.501831 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:08.502358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Bound port: 3aa18b17-bd09-4ba8-abdb-465122dbb767, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:08.502780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.545259 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba37e20c-ca52-43cc-8747-31294e385aa4 req-19035155-0bea-48f7-bc86-19bca991a753 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380377 Feb 02 13:40:08.552103 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-4eca2dbb-2d15-4519-87d3-bc13704375e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:08.553858 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-4eca2dbb-2d15-4519-87d3-bc13704375e2 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.3844547 Feb 02 13:40:08.627339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] For port 3aa18b17-bd09-4ba8-abdb-465122dbb767, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:08.631164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] For port 3aa18b17-bd09-4ba8-abdb-465122dbb767, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=3aa18b17-bd09-4ba8-abdb-465122dbb767,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:08.637993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.655675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dd9647b1-36e0-4758-8c3b-9b75778a23cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:08.734160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545506e-5af8-446b-9e12-717c399a2ebb req-8941ef53-8251-445e-b430-4b14d275996a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:08.739786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b39b3-d3cc-4337-af5a-71919b467ab7 None None] Pushing event updated for resources: {'Port': ['ID=3aa18b17-bd09-4ba8-abdb-465122dbb767,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:08.741738 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a545506e-5af8-446b-9e12-717c399a2ebb req-8941ef53-8251-445e-b430-4b14d275996a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3032744 Feb 02 13:40:08.749043 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c97b39b3-d3cc-4337-af5a-71919b467ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:08.821863 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a545506e-5af8-446b-9e12-717c399a2ebb req-27bc292b-b1c0-45f7-afdb-12139c6d9583 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789003 Feb 02 13:40:08.825365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.843665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:08.892120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-51de8fb0-7c26-41fe-9a05-2be8b65d87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:08.893338 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-51de8fb0-7c26-41fe-9a05-2be8b65d87d9 service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.3296411 Feb 02 13:40:08.961989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848317922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846723631'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:08.967119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:08.968291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:09.000516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Pushing event updated for resources: {'Port': ['ID=c426c330-41eb-4fa1-8063-232c4753668f,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:09.005179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:09.113964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:09.115213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:09.145108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:09.213770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:09.225869 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:09.251020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:09.313356 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-7fb395ae-c2de-4a71-81a1-4894f078b2cb service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.3529515 Feb 02 13:40:09.423928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:09.509855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f4be531d-4e50-4e4f-a398-57e0f497df6f None None] Provisioning for port c426c330-41eb-4fa1-8063-232c4753668f completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:09.514045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Checking segment: {'id': 'b2ce4713-7255-41b4-8c9f-7ee4c650197f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:09.517366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f4be531d-4e50-4e4f-a398-57e0f497df6f None None] Provisioning complete for port c426c330-41eb-4fa1-8063-232c4753668f triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:09.517960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f4be531d-4e50-4e4f-a398-57e0f497df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:09.518109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Network hostable DHCP agents. Network: e3f9acfe-4d84-45c6-bca9-12302b42894c, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:40:09.552464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-6a2456ee-e057-42d0-be02-2e292546cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:09.554326 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-6a2456ee-e057-42d0-be02-2e292546cd64 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.2186589 Feb 02 13:40:09.570564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10042b3d-8b72-4653-bfa1-af0867394d2a,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:09.630721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:09.666372 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-2fadad54-5f13-4a09-a3be-4b4cc1e2a778 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978770 Feb 02 13:40:09.672182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Network e3f9acfe-4d84-45c6-bca9-12302b42894c is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:40:09.673553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-f4be531d-4e50-4e4f-a398-57e0f497df6f None None] Port c426c330-41eb-4fa1-8063-232c4753668f cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:40:09.748774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:02Z', 'revision_number': 3, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:09.761392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64789a-360e-4ce4-939a-c73c5bbedd24 None None] The sync data for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb is: [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:02Z', 'revision_number': 3, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:40:09.835403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, e3f9acfe-4d84-45c6-bca9-12302b42894c) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:09.846717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f5ef3-6e98-4795-92f8-1a8a1c132764 None None] Network e3f9acfe-4d84-45c6-bca9-12302b42894c requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:09.857138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:09.857958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:09.889181 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-a187919d-2050-4f5d-9341-a1e52b936bf4 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123017 Feb 02 13:40:09.891176 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0904992 Feb 02 13:40:10.183447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:10.206745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:10.222346 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a290a47a-30ce-4486-9f4d-d85af2b48e4e req-acf7e702-bc0e-4fa9-9530-ce1981e1c69a service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3245213 Feb 02 13:40:10.420654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b7daa-c078-487f-8156-ee9ac50cd9d3 None None] Network e3f9acfe-4d84-45c6-bca9-12302b42894c requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:10.597805 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:10.629469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:10.720676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57661c8-9ba9-471b-991c-8f0167dea762 req-d7038ade-e7b1-4e18-a818-a314e9b22503 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:10.722530 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a57661c8-9ba9-471b-991c-8f0167dea762 req-d7038ade-e7b1-4e18-a818-a314e9b22503 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.9239855 Feb 02 13:40:10.770861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:10.882044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Pushing event updated for resources: {'Port': ['ID=c426c330-41eb-4fa1-8063-232c4753668f,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:10.934535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:11.032138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faece9-1112-4b8a-af4c-8ef5b222a766 req-49678782-46ab-465d-b016-8ce5079a57c0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:11.040850 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-73faece9-1112-4b8a-af4c-8ef5b222a766 req-49678782-46ab-465d-b016-8ce5079a57c0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.8863354 Feb 02 13:40:11.149453 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a57661c8-9ba9-471b-991c-8f0167dea762 req-57097f0d-915e-406f-a5a3-96e5702a08cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794553 Feb 02 13:40:11.153789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.340167 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-73faece9-1112-4b8a-af4c-8ef5b222a766 req-b1dfcacc-457c-4123-8a3e-f9dcb464a601 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754521 Feb 02 13:40:11.358027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:11.359237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:11.424238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3aa18b17-bd09-4ba8-abdb-465122dbb767 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:11.549852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 3aa18b17-bd09-4ba8-abdb-465122dbb767 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:11.555697 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43102) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:11.557335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 3aa18b17-bd09-4ba8-abdb-465122dbb767 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:11.557743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.566276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-232330257-network', 'tenant_id': 'c1d3d7527fde4570a36f38374df99061'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:11.573545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:11.579683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Usage tracker for resource:network and tenant:c1d3d7527fde4570a36f38374df99061 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:11.583029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:11.591730 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:11.631972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Made reservation on behalf of c1d3d7527fde4570a36f38374df99061 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:11.643712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.690255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:40:11.699128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.743798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:11.758478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d3d7527fde4570a36f38374df99061 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:11.763702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:11.778219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:11.838513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.857194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 3aa18b17-bd09-4ba8-abdb-465122dbb767, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=3aa18b17-bd09-4ba8-abdb-465122dbb767,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:11.858705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-714eba85-47ca-4ff9-863f-14906e232529 None None] Provisioning complete for port c426c330-41eb-4fa1-8063-232c4753668f triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:11.859278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-714eba85-47ca-4ff9-863f-14906e232529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.897105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.906494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.907941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2cb80f83-a335-4445-87ad-d307bf8969ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:11.916607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.934691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6c5c7f8f-d1c7-477d-b3dc-c2ec1dd55303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:11.957780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:40:11.970370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:11.970952 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Added segment 889a20d3-ddae-458c-8cb7-9365d59eb70e of type vxlan for network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e Feb 02 13:40:12.011381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:12.014587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:40:12.018684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=3aa18b17-bd09-4ba8-abdb-465122dbb767,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:12.022644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:12.041655 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] 10.222.0.90 "PUT /v2.0/routers/481fe611-9ba7-4dd4-aab4-c8d3b941ac1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8373065 Feb 02 13:40:12.072703 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:12.074017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ee992-ead4-4dfd-b23f-0a19b63510c7,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:12.077516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:12.078170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:12.087932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-714eba85-47ca-4ff9-863f-14906e232529 None None] Port c426c330-41eb-4fa1-8063-232c4753668f cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:40:12.111466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:12.112207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:12.229082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Pushing event updated for resources: {'Network': ['ID=0adb5ddb-375a-4ebd-8db7-2881ea01a92e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:12.232292 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6733158 Feb 02 13:40:12.233402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:12.235766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 43114) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:12.242789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Request body: {'subnet': {'network_id': '0adb5ddb-375a-4ebd-8db7-2881ea01a92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-232330257-subnet', 'tenant_id': 'c1d3d7527fde4570a36f38374df99061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:12.242924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:40:12.250250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:12.259385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Usage tracker for resource:subnet and tenant:c1d3d7527fde4570a36f38374df99061 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:12.267358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:12.276691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:40:12.283447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:12.309133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Made reservation on behalf of c1d3d7527fde4570a36f38374df99061 for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:12.318298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847996425'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:13.284287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff7332-50bf-4894-9833-cd6b4dbd9243 req-2e0c3b33-4c93-498a-b911-50f9742a7680 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:13.287221 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-62ff7332-50bf-4894-9833-cd6b4dbd9243 req-2e0c3b33-4c93-498a-b911-50f9742a7680 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.6148129 Feb 02 13:40:13.361944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3aa18b17-bd09-4ba8-abdb-465122dbb767 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:13.381939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46a1a9-3c3a-4431-b2e1-9adacd37f95f req-f0e1378c-fbdd-4829-a483-ab99caed5d1f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:13.383755 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5e46a1a9-3c3a-4431-b2e1-9adacd37f95f req-f0e1378c-fbdd-4829-a483-ab99caed5d1f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.7129526 Feb 02 13:40:13.447528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 3aa18b17-bd09-4ba8-abdb-465122dbb767 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:13.448164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:13.513059 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-62ff7332-50bf-4894-9833-cd6b4dbd9243 req-ec1b53dc-f462-4a50-a5cc-39776965db7b tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279407 Feb 02 13:40:13.593734 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5e46a1a9-3c3a-4431-b2e1-9adacd37f95f req-95436e11-3577-4fda-94de-a72d069fba15 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944818 Feb 02 13:40:13.759336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6502571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847996476'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:13.766150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43144) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:13.772966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1485726343-network', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:13.778701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:13.784099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Usage tracker for resource:network and tenant:bd72bd9840744efb965e1f7cc6590a89 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:13.786070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-03423801-d517-45ae-b9d1-202f63bc1500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:13.787877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:13.794616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:13.806734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Made reservation on behalf of bd72bd9840744efb965e1f7cc6590a89 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:13.811596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:13.829467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:13.859638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:13.862970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Sync routers for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:40:13.863643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Usage tracker for resource:security_group_rule and tenant:bd72bd9840744efb965e1f7cc6590a89 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:13.867102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:13.873911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:13.890272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:13.892480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:13.987832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:13.993718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.020249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:40:14.036454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.036844 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Added segment 8eab28e0-7430-4574-b38f-e4dd4d7bec20 of type vxlan for network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 Feb 02 13:40:14.073690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.087294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53464a5a-2298-405b-bee6-da578afc1865,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:14.104289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa8eb025-540d-41d5-a08e-1eb89b232f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:14.121423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.121423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:14.121423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.149913 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:14.158925 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3913331 Feb 02 13:40:14.162011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 43150) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:14.167609 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9477477e-df00-47fe-9b29-a124a9a2d777,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:14.171128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:14.171613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:14.173055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Request body: {'subnet': {'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1485726343-subnet', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:14.190448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:14.195191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Usage tracker for resource:subnet and tenant:bd72bd9840744efb965e1f7cc6590a89 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:14.200026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:14.225194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:14.232476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:14.277561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Made reservation on behalf of bd72bd9840744efb965e1f7cc6590a89 for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:14.282588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847996425'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.290703 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Pushing event updated for resources: {'Network': ['ID=0706e8d9-dbb0-4970-a717-ddb19057f4c2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:14.303643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:14.367994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:40:14.382836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:40:14.467583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Checking segment: {'id': '889a20d3-ddae-458c-8cb7-9365d59eb70e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0adb5ddb-375a-4ebd-8db7-2881ea01a92e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:14.467959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Network hostable DHCP agents. Network: 0adb5ddb-375a-4ebd-8db7-2881ea01a92e, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:40:14.537343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:40:14.553874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 0adb5ddb-375a-4ebd-8db7-2881ea01a92e) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:14.630327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc876397-574b-46ac-94a5-ddab1593c25f None None] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:14.664461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:14.666744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:14.849344 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d67e38dd-4de4-4be8-bc5e-a961203dd36b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6119018 Feb 02 13:40:15.010355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298b206-6644-43ef-8b7e-0b630bfe6f4d req-7ebefc55-9feb-473e-bf17-081368b713c6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:15.012036 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1298b206-6644-43ef-8b7e-0b630bfe6f4d req-7ebefc55-9feb-473e-bf17-081368b713c6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3361788 Feb 02 13:40:15.128281 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1298b206-6644-43ef-8b7e-0b630bfe6f4d req-a8a50a6b-b470-4094-b561-7f901715d7c5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971012 Feb 02 13:40:15.245988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:10Z', 'revision_number': 2, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:15.252054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901440c-46d7-4ec9-ae6f-592990f49399 None None] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:15.265208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Checking router: 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:40:15.265620 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Updating router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f port c426c330-41eb-4fa1-8063-232c4753668f binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:40:15.267018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb27d29-88a2-4222-9637-58880bbdaaf5 req-015b7fcc-461c-4bcf-83e1-24a1bbf9744f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:15.268737 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8eb27d29-88a2-4222-9637-58880bbdaaf5 req-015b7fcc-461c-4bcf-83e1-24a1bbf9744f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3970702 Feb 02 13:40:15.382120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6502571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847996476'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:15.396093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:15.411830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:15.510432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:40:15.597849 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8eb27d29-88a2-4222-9637-58880bbdaaf5 req-b424644c-ba03-474f-af74-52d9e47f80fa tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174922 Feb 02 13:40:15.641163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0449b0-8b84-4be5-b2da-4001632bae2b,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:15.649548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:15.750358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-722c97bd-d805-4754-990c-8ed31fbf3e26 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:15.752248 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-722c97bd-d805-4754-990c-8ed31fbf3e26 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 815 time: 0.4763105 Feb 02 13:40:15.786800 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-5f080e87-efe9-4fca-8d75-05a020c54cfb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/quotas/8ad4158f51a64d028c012b22bb26ba6a HTTP/1.1" status: 200 len: 375 time: 0.0188329 Feb 02 13:40:15.890094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Checking segment: {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:15.890489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Network hostable DHCP agents. Network: 0706e8d9-dbb0-4970-a717-ddb19057f4c2, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:40:15.928712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:40:15.985424 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-60f8b0ad-c201-4480-8b11-663f67757593 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914191 Feb 02 13:40:15.986663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 0706e8d9-dbb0-4970-a717-ddb19057f4c2) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:16.000064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:16.001174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.010442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc23660-fd3f-4365-b2f0-a360003f7826 None None] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:16.133592 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-effb10d5-9ceb-4f7c-83a7-edb42f2115f2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9699919 Feb 02 13:40:16.136657 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43206) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:16.143511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:16.149011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:16.153933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Usage tracker for resource:router and tenant:bd72bd9840744efb965e1f7cc6590a89 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:16.158022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:16.166768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:16.178689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.179758 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.195455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.296079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-5098dc13-bd83-4164-952e-564fc33a9bb5 service neutron] 10.222.0.90 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812898 Feb 02 13:40:16.340836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.358159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Transition to ACTIVE for port object c426c330-41eb-4fa1-8063-232c4753668f will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:16.363079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-0706e8d9-dbb0-4970-a717-ddb19057f4c2', 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'fixed_ips': [{'subnet_id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:40:16.364035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.379226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.391285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-76e9f95e-4589-49bd-8120-be01334b9a5e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:16.394273 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-76e9f95e-4589-49bd-8120-be01334b9a5e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/networks?id=e3f9acfe-4d84-45c6-bca9-12302b42894c HTTP/1.1" status: 200 len: 809 time: 0.3507292 Feb 02 13:40:16.396431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:16.493524 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-d76e16ca-1b33-4ed2-be6f-7241c1677608 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/quotas/5957eda8a92a4918875c9711968b11c4 HTTP/1.1" status: 200 len: 375 time: 0.0728621 Feb 02 13:40:16.578954 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-ec2fb12f-079d-4892-b6cb-7624128fc7d6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5957eda8a92a4918875c9711968b11c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693302 Feb 02 13:40:16.667514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c12327-0e99-461e-8aa4-a94a90c7bbe3 None None] Pushing event updated for resources: {'Port': ['ID=c426c330-41eb-4fa1-8063-232c4753668f,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:16.675414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b2c12327-0e99-461e-8aa4-a94a90c7bbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:16.693200 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-3a770cbe-9785-4e35-a76e-9f91518094ba service neutron] 10.222.0.90 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3898842 Feb 02 13:40:16.740822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:16.779023 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-2572a693-802a-4191-a73e-ebc4ee2a9af4 service neutron] 10.222.0.90 "GET /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817212 Feb 02 13:40:17.032267 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-6d562f59-5918-47d9-a4f0-c38416115abb service neutron] 10.222.0.90 "GET /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2455144 Feb 02 13:40:17.122533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Attempting to bind port c426c330-41eb-4fa1-8063-232c4753668f on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:17.122913 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Attempting to bind port c426c330-41eb-4fa1-8063-232c4753668f by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:17.123330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Attempting to bind port c426c330-41eb-4fa1-8063-232c4753668f on network 6d2e43c5-765b-4864-b804-8bf55bcde811 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:17.137955 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:17.138389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Checking segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:17.138854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:17.139292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Bound using segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:17.139915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Bound port: c426c330-41eb-4fa1-8063-232c4753668f, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:17.140242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:17.234650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:17.262673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Allocated IP 172.20.0.2 (0706e8d9-dbb0-4970-a717-ddb19057f4c2/cc0449b0-8b84-4be5-b2da-4001632bae2b/7a9213d7-a302-4f39-8508-61f657b726fd) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:17.338464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:17.386006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] For port c426c330-41eb-4fa1-8063-232c4753668f, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:17.394561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f7d09-60ce-4d74-8520-531bdd10dc23 req-7507020c-7fd2-4eff-8a7d-9ecb42b727f9 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:17.402964 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-444f7d09-60ce-4d74-8520-531bdd10dc23 req-7507020c-7fd2-4eff-8a7d-9ecb42b727f9 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3816047 Feb 02 13:40:17.527514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] For port c426c330-41eb-4fa1-8063-232c4753668f, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=c426c330-41eb-4fa1-8063-232c4753668f,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:17.537034 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-444f7d09-60ce-4d74-8520-531bdd10dc23 req-f6010cea-926a-4400-bd50-1bc0741827d1 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311641 Feb 02 13:40:17.557743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:17.613787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:17.769669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b1f3e-0147-4c4c-b36c-12055f17c60b req-86455e0d-cec9-453e-b2dc-2c8feb9067b6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:17.778618 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-645b1f3e-0147-4c4c-b36c-12055f17c60b req-86455e0d-cec9-453e-b2dc-2c8feb9067b6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3569055 Feb 02 13:40:17.879745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-24eaf8aa-892f-43bc-9a68-f8b1941605c3 req-f7ab879a-b5d3-4ed1-9b96-6a510117b8c5 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 210 time: 0.0979662 Feb 02 13:40:17.939538 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-645b1f3e-0147-4c4c-b36c-12055f17c60b req-9441a8e2-4601-4bac-8620-77b17c5fee5c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541588 Feb 02 13:40:18.039699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Allocated IP 172.28.0.254 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/1bcf32bb-a9a8-48e5-9f72-e5b2656b255d) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:18.088543 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-00e9ddb7-9f52-41fe-8a87-65f294cd73ec req-c7b363f4-2a06-4519-bf79-c53c2ef284d0 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 210 time: 0.0814235 Feb 02 13:40:18.198604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c12327-0e99-461e-8aa4-a94a90c7bbe3 None None] Pushing event updated for resources: {'Port': ['ID=c426c330-41eb-4fa1-8063-232c4753668f,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:18.263994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:18.287463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b2c12327-0e99-461e-8aa4-a94a90c7bbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:18.302291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:18.376453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:18.377227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:18.381387 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:18.497821 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Pushing event updated for resources: {'Port': ['ID=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:18.501583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:18.541794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:18.541986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:18.543082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:18.545584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:18.562053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Transition to ACTIVE for port object 7a9213d7-a302-4f39-8508-61f657b726fd will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:18.617192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:18.824005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Transition to ACTIVE for port object 7a9213d7-a302-4f39-8508-61f657b726fd will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:18.915578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:18.935045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:19.112108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-cbc30147-1bc8-4c78-81e1-3d067e1fd79a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:19.112842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-efb59245-1ac6-40a6-958a-0876238da89a req-cbc30147-1bc8-4c78-81e1-3d067e1fd79a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Synchronizing usage tracker for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:40:19.132673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d457ee1-cae0-45a1-ada8-4c302735e02a req-2d5c91bd-8c85-4ef2-93b3-49a31ba2f24f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:19.141695 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d457ee1-cae0-45a1-ada8-4c302735e02a req-2d5c91bd-8c85-4ef2-93b3-49a31ba2f24f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4177201 Feb 02 13:40:19.149237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Pushing event updated for resources: {'Port': ['ID=7a9213d7-a302-4f39-8508-61f657b726fd,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:19.194394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:19.214884 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0be259db-4138-41c4-ab92-d084bd1515bd req-af411c3c-43af-4f07-8d91-22666b5a8f52 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 210 time: 0.0533118 Feb 02 13:40:19.246464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-efb59245-1ac6-40a6-958a-0876238da89a req-cbc30147-1bc8-4c78-81e1-3d067e1fd79a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Unset dirty status for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:40:19.247954 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-cbc30147-1bc8-4c78-81e1-3d067e1fd79a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 815 time: 0.4212096 Feb 02 13:40:19.295531 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d457ee1-cae0-45a1-ada8-4c302735e02a req-20444e14-3fa0-492d-ae8d-1c8336e34098 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508667 Feb 02 13:40:19.394513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:17Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:19.402334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0ceb3-8bb3-4018-b796-587c7de7a857 None None] The sync data for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb is: [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:17Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:40:19.434537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'port': {'device_id': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'admin_state_up': True, 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:19.526073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:19.529738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:19.532769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:19.694085 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c7b651ef-6ebf-49be-9899-b7dabcd629b7 req-70cddf17-2e32-40f5-96af-7eab908baf2d tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 210 time: 0.1014316 Feb 02 13:40:19.743518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Attempting to bind port 7a9213d7-a302-4f39-8508-61f657b726fd on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:19.743946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Attempting to bind port 7a9213d7-a302-4f39-8508-61f657b726fd by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:19.744518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Attempting to bind port 7a9213d7-a302-4f39-8508-61f657b726fd on network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:19.769038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:19.769655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Checking segment: {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:19.770117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:19.770579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Bound using segment: {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:19.775841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Bound port: 7a9213d7-a302-4f39-8508-61f657b726fd, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:19.776297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:19.823778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:19.829729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Usage tracker for resource:port and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:19.833476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:19.840426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:19.865602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Made reservation on behalf of 8ad4158f51a64d028c012b22bb26ba6a for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:19.897335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4e6ee-9e03-4331-b9d0-afc817c58c7e req-3f861bc0-43a8-463b-9791-698519d21d1b tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:19.899630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:19.906082 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ff4e6ee-9e03-4331-b9d0-afc817c58c7e req-3f861bc0-43a8-463b-9791-698519d21d1b tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3806708 Feb 02 13:40:20.003409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] For port 7a9213d7-a302-4f39-8508-61f657b726fd, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:20.020393 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ff4e6ee-9e03-4331-b9d0-afc817c58c7e req-965e0c43-7f58-49a8-9e57-523bd66f7502 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124635 Feb 02 13:40:20.021732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] For port 7a9213d7-a302-4f39-8508-61f657b726fd, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=7a9213d7-a302-4f39-8508-61f657b726fd,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:20.031613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:20.052427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:20.279608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Pushing event updated for resources: {'Port': ['ID=7a9213d7-a302-4f39-8508-61f657b726fd,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:20.290924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:20.641847 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-26102268-2464-4801-82e9-eda9ec079564 req-71f2aa72-1998-4330-b31b-aa610e2fdda4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 210 time: 0.1419759 Feb 02 13:40:20.717413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-55752175-559c-4ee6-bdcf-04af288d57f6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:20.718168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a8631072-ab90-4a85-b523-12179945159d req-55752175-559c-4ee6-bdcf-04af288d57f6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Synchronizing usage tracker for tenant:5957eda8a92a4918875c9711968b11c4 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:40:20.800690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:20.888933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aea69c-abf4-4f05-940e-91de96653af7 req-75cdf26a-6dba-4a9c-b93a-1b63fb82404d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:20.890704 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-55aea69c-abf4-4f05-940e-91de96653af7 req-75cdf26a-6dba-4a9c-b93a-1b63fb82404d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3318226 Feb 02 13:40:20.895856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a8631072-ab90-4a85-b523-12179945159d req-55752175-559c-4ee6-bdcf-04af288d57f6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Unset dirty status for tenant:5957eda8a92a4918875c9711968b11c4 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:40:20.897421 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-55752175-559c-4ee6-bdcf-04af288d57f6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.134 "GET /v2.0/networks?id=e3f9acfe-4d84-45c6-bca9-12302b42894c HTTP/1.1" status: 200 len: 809 time: 1.6905861 Feb 02 13:40:20.991003 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c7381f32-cf4b-4614-a932-437e737ee82a req-9470db24-a88b-49da-a518-e77a11189be1 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 210 time: 0.0731502 Feb 02 13:40:21.014807 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-55aea69c-abf4-4f05-940e-91de96653af7 req-32b1f0fd-06e5-4143-84b3-43611127a9c8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169212 Feb 02 13:40:21.016099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Request body: {'port': {'device_id': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c', 'admin_state_up': True, 'tenant_id': '5957eda8a92a4918875c9711968b11c4'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:21.041374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:21.188405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:21.188838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:21.332156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:21.342228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Usage tracker for resource:port and tenant:5957eda8a92a4918875c9711968b11c4 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:21.348042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:21.370704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:21.542008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Made reservation on behalf of 5957eda8a92a4918875c9711968b11c4 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:40:21.544820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device c426c330-41eb-4fa1-8063-232c4753668f up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:21.565278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:21.636189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c3a47-e1bd-4063-967e-59b4508553f2 req-e11bf42d-46c4-4c48-96e8-5ff244cd349d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:21.649614 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-197c3a47-e1bd-4063-967e-59b4508553f2 req-e11bf42d-46c4-4c48-96e8-5ff244cd349d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3604636 Feb 02 13:40:21.665907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port c426c330-41eb-4fa1-8063-232c4753668f completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:21.674808 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port c426c330-41eb-4fa1-8063-232c4753668f triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:21.675572 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:21.852295 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-197c3a47-e1bd-4063-967e-59b4508553f2 req-62e6d396-f106-4903-90ca-0730c17bc7e4 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011707 Feb 02 13:40:21.973574 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-94752023-dff8-42da-a188-4cbcc86a0fd2 req-ceeb241f-8f97-47f9-9027-96b73d847caf tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 210 time: 0.0881484 Feb 02 13:40:22.009816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:22.104631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port c426c330-41eb-4fa1-8063-232c4753668f, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=c426c330-41eb-4fa1-8063-232c4753668f,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:22.112835 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:22.114214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 7a9213d7-a302-4f39-8508-61f657b726fd up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:22.167377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:22.250398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a5999-26c7-44d4-9aae-97c7369bfcf8 None None] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:40:22.361964 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4bf323f8-aebe-4c9a-8070-b45a04f0cf6e req-dfbc67a4-3434-454c-a3d2-6a8cc331be57 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 210 time: 0.1659977 Feb 02 13:40:22.382750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=c426c330-41eb-4fa1-8063-232c4753668f,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:22.392854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:22.417131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Provisioning for port 7a9213d7-a302-4f39-8508-61f657b726fd completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:22.437024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 7a9213d7-a302-4f39-8508-61f657b726fd completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:22.447756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Provisioning complete for port 7a9213d7-a302-4f39-8508-61f657b726fd triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:22.447756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:22.512388 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 7a9213d7-a302-4f39-8508-61f657b726fd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:22.513343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:22.597462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5a38-9558-47f9-8497-6fdad954d589 req-71767a6e-2962-4aeb-8d04-93e19760ddb7 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:22.607305 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c95f5a38-9558-47f9-8497-6fdad954d589 req-71767a6e-2962-4aeb-8d04-93e19760ddb7 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4123497 Feb 02 13:40:22.752221 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c95f5a38-9558-47f9-8497-6fdad954d589 req-12371027-002d-4549-b403-ddd210e3e0e5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442337 Feb 02 13:40:22.832755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.012233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Allocated IP 172.20.0.9 (e3f9acfe-4d84-45c6-bca9-12302b42894c/10042b3d-8b72-4653-bfa1-af0867394d2a/eb1dd203-d33e-48eb-8c00-f885db7bdbdc) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:23.107092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.215525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.280299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] For port 7a9213d7-a302-4f39-8508-61f657b726fd, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=7a9213d7-a302-4f39-8508-61f657b726fd,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:23.303255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.305997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-767722c8-4604-449a-94a0-ae0419a14ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:23.362294 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-97e07a44-53e1-4feb-8d41-42f8acc8f953 req-a9a8b38f-c1ee-4940-a86e-fd567cc2db30 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 210 time: 0.0665197 Feb 02 13:40:23.434766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Allocated IP 172.20.0.3 (ded745e3-30bf-4f8e-adbe-e2f04ffe222a/3f5d8e31-e567-4d10-a2cf-67552ae7473f/e89ecfd3-1654-4222-a803-d3427a0478a9) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:23.441731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.492322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc8d2c-8564-48a7-972f-a54fa445fbd1 req-1a16f4f7-80d9-45e9-9e12-db0eb62ac343 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:23.502466 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b2bc8d2c-8564-48a7-972f-a54fa445fbd1 req-1a16f4f7-80d9-45e9-9e12-db0eb62ac343 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3360281 Feb 02 13:40:23.518798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:40:23.519306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:40:23.523543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Pushing event updated for resources: {'Port': ['ID=7a9213d7-a302-4f39-8508-61f657b726fd,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:23.535901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-504bcec6-b548-45eb-90f2-896c02d47022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:23.602579 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b2bc8d2c-8564-48a7-972f-a54fa445fbd1 req-f07ff7d4-c5b1-4985-aaa3-463d27df3a9d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992293 Feb 02 13:40:23.693322 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a43e187a-c701-4f4c-974f-0c33a8a891ed req-533f45eb-405f-4096-92e6-2e5f462702b4 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 210 time: 0.0505435 Feb 02 13:40:23.800240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.847231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Router 128f0f12-74e2-485e-9d42-aadef27a8e5e is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:40:23.871956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-56bd2ec6-5e6c-465a-a57b-ed9ebf4be34c None None] Provisioning complete for port 7a9213d7-a302-4f39-8508-61f657b726fd triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:23.879451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-56bd2ec6-5e6c-465a-a57b-ed9ebf4be34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:23.895398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:24.354665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-60eb9307-fbf2-40c8-9788-0f86311c5377 None None] Provisioning complete for port 7a9213d7-a302-4f39-8508-61f657b726fd triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:24.355338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60eb9307-fbf2-40c8-9788-0f86311c5377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:24.443452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device c426c330-41eb-4fa1-8063-232c4753668f up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:24.452352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4747cc-41cf-41c8-8049-fdb00024ecdc req-b72d7d88-bd05-4ea6-8b61-088839989408 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:24.454285 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6d4747cc-41cf-41c8-8049-fdb00024ecdc req-b72d7d88-bd05-4ea6-8b61-088839989408 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.4124873 Feb 02 13:40:24.552613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:24.627399 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6d4747cc-41cf-41c8-8049-fdb00024ecdc req-c34b225a-87a7-47fb-9141-1753b729c3f4 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039166 Feb 02 13:40:24.690746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port c426c330-41eb-4fa1-8063-232c4753668f triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:24.699202 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:24.732044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce30ae-656d-40be-b09e-8ca74ed1caf1 req-4122409f-0f85-4ccd-92d3-b105db207080 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:24.741199 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a5ce30ae-656d-40be-b09e-8ca74ed1caf1 req-4122409f-0f85-4ccd-92d3-b105db207080 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.6367157 Feb 02 13:40:24.848415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:24.869071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Transition to ACTIVE for port object e89ecfd3-1654-4222-a803-d3427a0478a9 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:24.878040 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a5ce30ae-656d-40be-b09e-8ca74ed1caf1 req-66842760-35f1-4834-a0c8-85e11a907d03 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303227 Feb 02 13:40:24.950420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c33597e1-99c7-46af-8f4e-f1b7c7b48ea6 None None] Provisioning complete for port 7a9213d7-a302-4f39-8508-61f657b726fd triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:24.950841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c33597e1-99c7-46af-8f4e-f1b7c7b48ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:24.984992 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:40:24.997017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Sync routers for ids ['128f0f12-74e2-485e-9d42-aadef27a8e5e'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:40:25.018083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Routers {'128f0f12-74e2-485e-9d42-aadef27a8e5e'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:25.018793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['128f0f12-74e2-485e-9d42-aadef27a8e5e'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:25.027352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-22931cb0-2922-4e6c-bd8b-ee8c3ce23ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:25.027583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 7a9213d7-a302-4f39-8508-61f657b726fd up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:25.034274 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-22931cb0-2922-4e6c-bd8b-ee8c3ce23ae4 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1162 time: 0.5758419 Feb 02 13:40:25.077491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Pushing event updated for resources: {'Port': ['ID=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:25.084096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.186s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:25.095039 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:25.099341 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9584637 Feb 02 13:40:25.101998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:25.289124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 7a9213d7-a302-4f39-8508-61f657b726fd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:25.289763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:25.297586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-f75fbcd7-4983-48e5-b2ac-ebc790c464de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:25.299287 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-f75fbcd7-4983-48e5-b2ac-ebc790c464de service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 0.2269206 Feb 02 13:40:25.307785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43334) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:25.310674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e08a8235-4960-4960-b917-449ac84a75b0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:25.318295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Set router 128f0f12-74e2-485e-9d42-aadef27a8e5e gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:25.496752 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-95eb3745-fb3f-4cc0-adcf-16b4c6cc10dd service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 1001 time: 0.1462281 Feb 02 13:40:25.574437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:25.586622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:25.672579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:40:19Z', 'revision_number': 3, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:25.681593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Checking router: 128f0f12-74e2-485e-9d42-aadef27a8e5e for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:40:25.682003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Updating router 128f0f12-74e2-485e-9d42-aadef27a8e5e port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:40:25.684852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d308f-3732-4eb8-8084-9cb2aa7122a0 req-5c08dfab-fbf1-4785-8da8-23b85e47ca37 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:25.698745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e92d308f-3732-4eb8-8084-9cb2aa7122a0 req-5c08dfab-fbf1-4785-8da8-23b85e47ca37 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 931 time: 0.7930956 Feb 02 13:40:25.789736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:25.832471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:25.863133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c855b8-12f9-4e88-98e5-214047421874 req-ebb7933b-1e3f-49e7-a212-4dc3d1a1301a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:25.877536 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-12c855b8-12f9-4e88-98e5-214047421874 req-ebb7933b-1e3f-49e7-a212-4dc3d1a1301a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 931 time: 0.5768702 Feb 02 13:40:25.931945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-89be5f18-ec52-4254-a413-8efce2cb38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:25.933619 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-89be5f18-ec52-4254-a413-8efce2cb38f0 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.4269946 Feb 02 13:40:26.009737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-13a0140b-74bc-4a00-b301-e60063ccf46d None None] Provisioning for port e89ecfd3-1654-4222-a803-d3427a0478a9 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:26.015471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-13a0140b-74bc-4a00-b301-e60063ccf46d None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:26.015905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13a0140b-74bc-4a00-b301-e60063ccf46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:26.173562 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e92d308f-3732-4eb8-8084-9cb2aa7122a0 req-664fa21b-228d-4f2a-b5a7-a6e6d558e2a5 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733829 Feb 02 13:40:26.214371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:26.217169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:26.228449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-13a0140b-74bc-4a00-b301-e60063ccf46d None None] Port e89ecfd3-1654-4222-a803-d3427a0478a9 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:40:26.309596 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-12c855b8-12f9-4e88-98e5-214047421874 req-e384d4ab-f11c-4f1d-86a8-60c915abc8ce tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301386 Feb 02 13:40:26.379974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-b7ab57bc-790d-4176-bffa-efa7962365fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:26.385654 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-b7ab57bc-790d-4176-bffa-efa7962365fe service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4411936 Feb 02 13:40:26.472707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 43348) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:26.474227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:26.487495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.177s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:26.570660 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-8cb7c71a-ce07-4046-a7d2-241179531255 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3023977 Feb 02 13:40:26.575671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Network e3f9acfe-4d84-45c6-bca9-12302b42894c is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:26.579487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:26.582238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:26.735509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:26.779174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Transition to ACTIVE for port object 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:26.784213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:26.793816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:26.794920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:26.813533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Request body: {'port': {'device_id': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:26.837259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:27.008335 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0241983 Feb 02 13:40:27.010151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c4aa-2b35-49e1-b4c7-8d585c1e2a9c None None] Pushing event updated for resources: {'Port': ['ID=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:27.017220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0651c4aa-2b35-49e1-b4c7-8d585c1e2a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:27.034810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Request body: {'port': {'device_id': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:27.089781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Attempting to bind port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:27.090190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Attempting to bind port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:27.090665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Attempting to bind port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:27.100455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:27.100875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:27.101482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.101987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:27.102505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Bound port: 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:27.102917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.136061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.205333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] For port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:27.210244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] For port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:27.216531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.252227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a06eab81-6c87-46dd-9bc1-bd1a779dc119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:27.287686 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-46897185-5ac8-4d7a-a9a6-ae45a44be600 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856518 Feb 02 13:40:27.341723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c4aa-2b35-49e1-b4c7-8d585c1e2a9c None None] Pushing event updated for resources: {'Port': ['ID=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:27.346004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0651c4aa-2b35-49e1-b4c7-8d585c1e2a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:27.477343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b61b1-92f6-400f-9a86-99dc4ffa4aac req-62d983b4-5348-4452-8ace-f0c42fa8aa4d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:27.485710 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-132b61b1-92f6-400f-9a86-99dc4ffa4aac req-62d983b4-5348-4452-8ace-f0c42fa8aa4d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 1.0139108 Feb 02 13:40:27.592135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.652878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fb07c-3766-4bc9-b5dd-98beeb422822 req-a98d7255-e5f3-4309-835d-5acb68431050 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:27.657553 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bf7fb07c-3766-4bc9-b5dd-98beeb422822 req-a98d7255-e5f3-4309-835d-5acb68431050 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 1.0224984 Feb 02 13:40:27.705976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Routers {'128f0f12-74e2-485e-9d42-aadef27a8e5e'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:27.716145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['128f0f12-74e2-485e-9d42-aadef27a8e5e'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:27.817057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.928920 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52ea4f24-b2b7-4ddd-b90f-192c2ee78bf8 req-1867a8a4-58a9-49fe-9add-7bd4a11d1644 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4404244 Feb 02 13:40:27.940312 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:27.955789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:27.967308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6e6cb5e125432d9d88db2e003df78a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:27.981007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:28.002883 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-132b61b1-92f6-400f-9a86-99dc4ffa4aac req-7b19ee77-93f1-4a29-8d9e-0d9e7985482e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158389 Feb 02 13:40:28.026857 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bf7fb07c-3766-4bc9-b5dd-98beeb422822 req-43b20af8-3397-4740-9d74-349137fa4638 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330593 Feb 02 13:40:28.028008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:28.065590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] Set router 128f0f12-74e2-485e-9d42-aadef27a8e5e gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:28.191085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:28.196502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:28.329048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-46ae1b47-ede2-4ffd-a6dc-1c9eaf6d51fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:28.379048 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f6e6cb5e125432d9d88db2e003df78a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7500305 Feb 02 13:40:28.386489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 43358) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:40:28.474497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9adc84-06ae-45e8-ab32-f6cfefa22689,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:28.537401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:28.678293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:40:19Z', 'revision_number': 3, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:28.683254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f73fb7-ec42-4c4d-915b-afa3f0c1d6da None None] The sync data for ids ['128f0f12-74e2-485e-9d42-aadef27a8e5e'] in dv-cinder-772388-4-smb is: [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:40:19Z', 'revision_number': 3, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:40:28.812324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed463-215b-4b76-9a90-f3178e63e75e req-57726907-306a-4f12-a5b4-d75ba643613e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:28.812954 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-25fed463-215b-4b76-9a90-f3178e63e75e req-57726907-306a-4f12-a5b4-d75ba643613e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 931 time: 0.5434828 Feb 02 13:40:28.915593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7c2f-8432-4990-974b-c6198b7a1119 req-3033b889-cd15-4769-9112-7d2485df75bb tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:28.917555 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-07df7c2f-8432-4990-974b-c6198b7a1119 req-3033b889-cd15-4769-9112-7d2485df75bb tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 931 time: 0.5321038 Feb 02 13:40:29.030015 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-25fed463-215b-4b76-9a90-f3178e63e75e req-9b8a71f5-342c-4ff2-83b6-de4dfe843239 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110311 Feb 02 13:40:29.052405 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-07df7c2f-8432-4990-974b-c6198b7a1119 req-6f92896e-fe65-4477-9832-250aeceaec6b tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104181 Feb 02 13:40:29.199015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:29.246955 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:29.423333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89ecfd3-1654-4222-a803-d3427a0478a9 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:40:29.443157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:29.453106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:29.461268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:29.461531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Transition to ACTIVE for port object e89ecfd3-1654-4222-a803-d3427a0478a9 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:29.489972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:29.615921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:29.680211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:29.772407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1dd203-d33e-48eb-8c00-f885db7bdbdc {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:40:29.783346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:29.799378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Transition to ACTIVE for port object eb1dd203-d33e-48eb-8c00-f885db7bdbdc will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:29.801380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9c25b-456b-41f6-8b68-481663178b53 req-e913faf9-fb3f-4a6d-836f-b11c5f778399 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:29.803208 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d2a9c25b-456b-41f6-8b68-481663178b53 req-e913faf9-fb3f-4a6d-836f-b11c5f778399 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3177972 Feb 02 13:40:29.896347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf55a1-d98f-4172-8484-7b5fb06df0fb req-5959fc02-2de7-458d-83f7-4d95bfd9a910 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:29.898472 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7bbf55a1-d98f-4172-8484-7b5fb06df0fb req-5959fc02-2de7-458d-83f7-4d95bfd9a910 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.5513253 Feb 02 13:40:30.010421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.013603 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d2a9c25b-456b-41f6-8b68-481663178b53 req-7b9c1ab1-f4e7-452d-aeb4-69553fef756d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136308 Feb 02 13:40:30.025739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.076825 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7bbf55a1-d98f-4172-8484-7b5fb06df0fb req-ba046b52-5909-4775-bf4a-b801813c37fc tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274815 Feb 02 13:40:30.259468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:30.301380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:30.310240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.312964 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cb9adc84-06ae-45e8-ab32-f6cfefa22689 HTTP/1.1" status: 204 len: 168 time: 1.8889444 Feb 02 13:40:30.312964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:30.387240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:30.506514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:30.506829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Attempting to bind port e89ecfd3-1654-4222-a803-d3427a0478a9 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:30.507106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Attempting to bind port e89ecfd3-1654-4222-a803-d3427a0478a9 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:30.507670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Attempting to bind port e89ecfd3-1654-4222-a803-d3427a0478a9 on network ded745e3-30bf-4f8e-adbe-e2f04ffe222a {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:30.518812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:30.519251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.534855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:30.535251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Checking segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:30.535641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.536047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Bound using segment: {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:30.536618 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Bound port: e89ecfd3-1654-4222-a803-d3427a0478a9, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c38c7b-4045-49ac-913a-9729807116aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:30.537038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.545643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608164e6-34a9-4c45-ba6f-c7f2d0be33ff req-7a3b67cf-6dda-404e-8ac6-653ad6211c13 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:30.547411 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-608164e6-34a9-4c45-ba6f-c7f2d0be33ff req-7a3b67cf-6dda-404e-8ac6-653ad6211c13 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 943 time: 0.3234432 Feb 02 13:40:30.605666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:30.608971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:30.620323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4a2e5db7-26f7-441e-a51f-7b0e9f58081b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:30.681753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db637a0-fdcb-4b94-a5e8-43b66fd471dc req-9cfe599e-a53c-439e-9d03-5a96931f94c6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:30.684854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9adc84-06ae-45e8-ab32-f6cfefa22689,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:30.689728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5db637a0-fdcb-4b94-a5e8-43b66fd471dc req-9cfe599e-a53c-439e-9d03-5a96931f94c6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 943 time: 0.3929691 Feb 02 13:40:30.721943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:30.735317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.856504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:30.860718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.863771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:30.925271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Allocated IP 172.20.0.1 (0706e8d9-dbb0-4970-a717-ddb19057f4c2/cc0449b0-8b84-4be5-b2da-4001632bae2b/4be2eccf-f7e0-41b8-8761-19643e6e7385) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:30.952876 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-608164e6-34a9-4c45-ba6f-c7f2d0be33ff req-e2595f5c-f73d-46d2-8d8e-78c63813e246 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572620 Feb 02 13:40:30.955825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Attempting to bind port eb1dd203-d33e-48eb-8c00-f885db7bdbdc on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:30.956405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Attempting to bind port eb1dd203-d33e-48eb-8c00-f885db7bdbdc by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b2ce4713-7255-41b4-8c9f-7ee4c650197f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:30.956981 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Attempting to bind port eb1dd203-d33e-48eb-8c00-f885db7bdbdc on network e3f9acfe-4d84-45c6-bca9-12302b42894c {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:30.990652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:30.991231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Checking segment: {'id': 'b2ce4713-7255-41b4-8c9f-7ee4c650197f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:30.991617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:30.992017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Bound using segment: {'id': 'b2ce4713-7255-41b4-8c9f-7ee4c650197f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:30.992561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Bound port: eb1dd203-d33e-48eb-8c00-f885db7bdbdc, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ce4713-7255-41b4-8c9f-7ee4c650197f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e3f9acfe-4d84-45c6-bca9-12302b42894c'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:30.993429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:31.010639 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5db637a0-fdcb-4b94-a5e8-43b66fd471dc req-a636348d-c0f9-4b7a-891d-0c4ee2d0069c tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068612 Feb 02 13:40:31.056492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:31.062336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:31.123911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] For port eb1dd203-d33e-48eb-8c00-f885db7bdbdc, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:31.127723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] For port eb1dd203-d33e-48eb-8c00-f885db7bdbdc, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,segment=NetworkSegment(b2ce4713-7255-41b4-8c9f-7ee4c650197f),segment_id=b2ce4713-7255-41b4-8c9f-7ee4c650197f)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:31.137773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] For port e89ecfd3-1654-4222-a803-d3427a0478a9, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:31.145174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] For port e89ecfd3-1654-4222-a803-d3427a0478a9, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e89ecfd3-1654-4222-a803-d3427a0478a9,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:31.147839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:31.178929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1c9e63b1-1690-4f46-9ca2-cb8c04a1feed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:31.257655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:31.280792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:31.284616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:31.536267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085579f-ea5c-4698-92b1-e9c921bb2882 req-a6cd7667-b8b4-4aec-9cb8-81638b045c7c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:31.538426 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c085579f-ea5c-4698-92b1-e9c921bb2882 req-a6cd7667-b8b4-4aec-9cb8-81638b045c7c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2290826 Feb 02 13:40:31.656852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c609e0-10df-4855-990e-46be1fc419ff req-cc97fbd9-b950-4afc-ac79-a6bbb4a4a98c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:31.659143 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b2c609e0-10df-4855-990e-46be1fc419ff req-cc97fbd9-b950-4afc-ac79-a6bbb4a4a98c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4123552 Feb 02 13:40:31.857834 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b2c609e0-10df-4855-990e-46be1fc419ff req-ff128731-9dd8-46d8-8a4b-6f2c2d5107b2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449597 Feb 02 13:40:31.899729 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c085579f-ea5c-4698-92b1-e9c921bb2882 req-ff3613a0-9fd3-44bd-a563-8422b0c9f517 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525798 Feb 02 13:40:31.902769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e0227c3e-b33d-41e7-94f6-77bf39ece926 tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:32.036463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:32.037200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:32.038867 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] 10.222.0.134 "PUT /v2.0/ports/e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 1157 time: 5.2353010 Feb 02 13:40:32.130799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:32.280401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:32.285437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:32.296400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:32.297328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:32.299182 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] 10.222.0.134 "PUT /v2.0/ports/eb1dd203-d33e-48eb-8c00-f885db7bdbdc HTTP/1.1" status: 200 len: 1157 time: 5.2717736 Feb 02 13:40:32.308721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:32.407590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Transition to ACTIVE for port object 4be2eccf-f7e0-41b8-8761-19643e6e7385 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:32.429785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:32.514157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-7c0ad561-6dce-4a65-8a46-1894550264d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:32.515881 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-7c0ad561-6dce-4a65-8a46-1894550264d1 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1160 time: 0.3482950 Feb 02 13:40:32.635239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0817790-bdd5-428b-bd4f-cb51c694093d req-25ba1b31-2c36-4b31-92eb-ea8733d7e4b3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:32.643333 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d0817790-bdd5-428b-bd4f-cb51c694093d req-25ba1b31-2c36-4b31-92eb-ea8733d7e4b3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 943 time: 0.5337143 Feb 02 13:40:32.670554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:32.671088 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:32.698455 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-8c6f47c7-7918-4ec8-bf97-dd82ce97430b service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 217 time: 0.1418307 Feb 02 13:40:32.708877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-5aacf976-5ef5-4706-ae10-045c16f0a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:32.710735 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-5aacf976-5ef5-4706-ae10-045c16f0a366 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=5957eda8a92a4918875c9711968b11c4&device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 1160 time: 0.3051736 Feb 02 13:40:32.712722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:32.756366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:32.934327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d89da-9a74-4773-b6db-5d29d001cf60 req-89d1d787-c3d5-4d80-b0f6-a0510b2b450d tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:32.944355 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d8d89da-9a74-4773-b6db-5d29d001cf60 req-89d1d787-c3d5-4d80-b0f6-a0510b2b450d tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 943 time: 0.6473854 Feb 02 13:40:33.023691 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d8d89da-9a74-4773-b6db-5d29d001cf60 req-4589bc58-4eb5-42ce-81d6-573f38a4c317 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 Feb 02 13:40:33.066145 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d0817790-bdd5-428b-bd4f-cb51c694093d req-71dfd7da-b178-4a6a-9914-f11ae19ab61b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199817 Feb 02 13:40:33.086607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-394cd705-39a5-4a19-b244-d3d962c58bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:33.088201 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-394cd705-39a5-4a19-b244-d3d962c58bd0 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.2523973 Feb 02 13:40:33.103751 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'status': 'completed', 'code': 200} Feb 02 13:40:33.157904 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-8b8e9360-d821-4cb8-9bcd-980c10155665 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb1dd203-d33e-48eb-8c00-f885db7bdbdc HTTP/1.1" status: 200 len: 217 time: 0.3326435 Feb 02 13:40:33.242997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Pushing event updated for resources: {'Port': ['ID=4be2eccf-f7e0-41b8-8761-19643e6e7385,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:33.269113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:33.309707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631072-ab90-4a85-b523-12179945159d req-5e838f2c-4c31-4ff3-8ee5-488c5256e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:33.311347 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-5e838f2c-4c31-4ff3-8ee5-488c5256e6ad service neutron] 10.222.0.134 "GET /v2.0/subnets?id=10042b3d-8b72-4653-bfa1-af0867394d2a HTTP/1.1" status: 200 len: 849 time: 0.1435800 Feb 02 13:40:33.346577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9d52f-ea3e-42b3-9a70-a794ed513a89 req-55dd490b-7084-4c9d-b9fd-0ee5f741881d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:33.348348 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30b9d52f-ea3e-42b3-9a70-a794ed513a89 req-55dd490b-7084-4c9d-b9fd-0ee5f741881d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.1700966 Feb 02 13:40:33.379207 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-3167320a-fb96-4df5-bca1-7e10272c9ce6 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=e3f9acfe-4d84-45c6-bca9-12302b42894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620687 Feb 02 13:40:33.392064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:33.394100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:33.397943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59245-1ac6-40a6-958a-0876238da89a req-604f9466-236b-4dfc-b370-bafc544ec134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:33.399681 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-604f9466-236b-4dfc-b370-bafc544ec134 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2859886 Feb 02 13:40:33.400473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:33.428668 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30b9d52f-ea3e-42b3-9a70-a794ed513a89 req-dec60805-7936-4185-9868-7144e6992946 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 Feb 02 13:40:33.648577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:33.674193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ebfe108f-a25b-4fc7-9cb6-37e5f45d10e7 None None] Provisioning for port 4be2eccf-f7e0-41b8-8761-19643e6e7385 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:33.680004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ebfe108f-a25b-4fc7-9cb6-37e5f45d10e7 None None] Provisioning complete for port 4be2eccf-f7e0-41b8-8761-19643e6e7385 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:33.680417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ebfe108f-a25b-4fc7-9cb6-37e5f45d10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:33.741286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe108f-a25b-4fc7-9cb6-37e5f45d10e7 None None] Port 4be2eccf-f7e0-41b8-8761-19643e6e7385 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:40:33.741530 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-ca7136e7-3e5c-4adb-86cd-1d0d64d97f02 service neutron] 10.222.0.134 "GET /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124554 Feb 02 13:40:33.744483 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-ba474677-628a-46e0-988b-23649895b02d service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112121 Feb 02 13:40:34.140262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-200cf652-af47-4313-be6b-15cbc61a5212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:34.330337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:34.352347 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a8631072-ab90-4a85-b523-12179945159d req-2f829e48-75c5-4ec1-b046-02c60d3fab5c service neutron] 10.222.0.134 "GET /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5899794 Feb 02 13:40:34.359573 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efb59245-1ac6-40a6-958a-0876238da89a req-d147c724-d72f-4db6-98ce-49f8db8ea1fa service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5985210 Feb 02 13:40:34.684448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d25c4-acbc-4c37-8717-fd127dbcace3 req-d2f62636-2189-453b-bbce-0e6a8ab1ddbe tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:34.693661 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7e1d25c4-acbc-4c37-8717-fd127dbcace3 req-d2f62636-2189-453b-bbce-0e6a8ab1ddbe tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 943 time: 0.4699059 Feb 02 13:40:34.737294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:34.828545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:34.851680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed1218-7460-4ecf-87ed-91a3a36b4453 req-ce3b738d-c975-43d2-b826-28247b45d4b2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:34.859584 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8ed1218-7460-4ecf-87ed-91a3a36b4453 req-ce3b738d-c975-43d2-b826-28247b45d4b2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 943 time: 0.5145092 Feb 02 13:40:34.871125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:34.987454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Pushing event updated for resources: {'Port': ['ID=4be2eccf-f7e0-41b8-8761-19643e6e7385,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:34.990152 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7e1d25c4-acbc-4c37-8717-fd127dbcace3 req-a2dc7380-9881-4f57-8c9a-d7bd70c27ad6 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954957 Feb 02 13:40:34.998608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:35.001189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:35.056076 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8ed1218-7460-4ecf-87ed-91a3a36b4453 req-2f615136-25ae-4929-b39b-8ccc1e40a3ac tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952143 Feb 02 13:40:35.100289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-8a26a563-df49-4ddd-80e8-83ab0d765c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:35.102135 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-8a26a563-df49-4ddd-80e8-83ab0d765c06 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1160 time: 0.3602619 Feb 02 13:40:35.104720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'tag': 'eb1dd203-d33e-48eb-8c00-f885db7bdbdc'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:35.207293 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'tag': 'eb1dd203-d33e-48eb-8c00-f885db7bdbdc', 'status': 'completed', 'code': 200} Feb 02 13:40:35.218658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:35.220323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:35.422154 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741b118-e449-4559-b39e-781cf173060e req-f788f7d6-a0cb-4ae2-9e43-afb6916b807f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:35.424134 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e741b118-e449-4559-b39e-781cf173060e req-f788f7d6-a0cb-4ae2-9e43-afb6916b807f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2064974 Feb 02 13:40:35.499292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-65e6fcc4-c7e9-42fe-937e-003a55fcfa64 None None] Provisioning complete for port 4be2eccf-f7e0-41b8-8761-19643e6e7385 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:35.500427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-65e6fcc4-c7e9-42fe-937e-003a55fcfa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:35.508037 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e741b118-e449-4559-b39e-781cf173060e req-18844567-71b1-4ed7-9e00-cf38fee2f090 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772388 Feb 02 13:40:35.563268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-65e6fcc4-c7e9-42fe-937e-003a55fcfa64 None None] Port 4be2eccf-f7e0-41b8-8761-19643e6e7385 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:40:35.638100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e449f2-a570-4095-bb40-536020a8f8ec req-c924f956-352c-4e7a-847c-77cff5019fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:35.639772 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-c924f956-352c-4e7a-847c-77cff5019fa7 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=5957eda8a92a4918875c9711968b11c4&device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 1160 time: 0.3225930 Feb 02 13:40:35.649403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-3984e611-bea0-486d-a7f1-61da0fcf997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:35.650994 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-3984e611-bea0-486d-a7f1-61da0fcf997c service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.3588657 Feb 02 13:40:35.688811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Router 128f0f12-74e2-485e-9d42-aadef27a8e5e has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:40:35.825296 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-89dd0f39-6bd5-46cc-a933-753e3b29decb service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 217 time: 0.1326842 Feb 02 13:40:36.090067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-a23ed13b-8dca-4fe8-a294-1dbf12cd30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.091716 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-a23ed13b-8dca-4fe8-a294-1dbf12cd30b3 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.2606268 Feb 02 13:40:36.175114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e449f2-a570-4095-bb40-536020a8f8ec req-37cdbd18-0e21-40be-86b6-17421592a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.176756 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-37cdbd18-0e21-40be-86b6-17421592a03d service neutron] 10.222.0.134 "GET /v2.0/networks?id=e3f9acfe-4d84-45c6-bca9-12302b42894c HTTP/1.1" status: 200 len: 903 time: 0.5288916 Feb 02 13:40:36.270416 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-e46a0cf6-e715-4ffb-a144-2a5be1eae551 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb1dd203-d33e-48eb-8c00-f885db7bdbdc HTTP/1.1" status: 200 len: 217 time: 0.0851467 Feb 02 13:40:36.272866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:40:36.286122 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] 10.222.0.90 "PUT /v2.0/routers/128f0f12-74e2-485e-9d42-aadef27a8e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9131846 Feb 02 13:40:36.290826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Sync routers for ids ['128f0f12-74e2-485e-9d42-aadef27a8e5e'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:40:36.302380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Routers {'128f0f12-74e2-485e-9d42-aadef27a8e5e'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:36.303193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['128f0f12-74e2-485e-9d42-aadef27a8e5e'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:36.359188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-6ad2dd20-f518-45bb-8e0d-7fff12d9d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.360854 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-6ad2dd20-f518-45bb-8e0d-7fff12d9d848 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2543275 Feb 02 13:40:36.367710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e449f2-a570-4095-bb40-536020a8f8ec req-456bf2a9-b1be-457e-8e61-4bdcdedaad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.369647 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-456bf2a9-b1be-457e-8e61-4bdcdedaad23 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=10042b3d-8b72-4653-bfa1-af0867394d2a HTTP/1.1" status: 200 len: 849 time: 0.0890136 Feb 02 13:40:36.401472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce021-a8cc-4248-93d3-3f2446c4042d req-40b34ddd-0a56-4064-ae29-82240f13d5df tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.403423 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe2ce021-a8cc-4248-93d3-3f2446c4042d req-40b34ddd-0a56-4064-ae29-82240f13d5df tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 943 time: 0.2551301 Feb 02 13:40:36.473930 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe2ce021-a8cc-4248-93d3-3f2446c4042d req-cf294dcd-ff05-4d1e-b1f2-8d9e66eada45 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620294 Feb 02 13:40:36.523473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Set router 128f0f12-74e2-485e-9d42-aadef27a8e5e gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:36.528363 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-aef979aa-ed96-4398-8dc6-f46dfe57d64e service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=e3f9acfe-4d84-45c6-bca9-12302b42894c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364601 Feb 02 13:40:36.568782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b1608-802f-4ad2-9457-c40ba82475cf req-623bc3d4-cc7d-4fe7-8641-83c81225f952 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.576984 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d0b1608-802f-4ad2-9457-c40ba82475cf req-623bc3d4-cc7d-4fe7-8641-83c81225f952 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 943 time: 0.3794401 Feb 02 13:40:36.668654 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d0b1608-802f-4ad2-9457-c40ba82475cf req-940ad170-1c7b-4277-959e-fd8216994f17 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904982 Feb 02 13:40:36.965418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa76c1-0112-4403-961c-18ace1f80327 req-1b45a021-8439-4941-bf87-e13abd18b79a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:36.973300 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3aa76c1-0112-4403-961c-18ace1f80327 req-1b45a021-8439-4941-bf87-e13abd18b79a tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.1787429 Feb 02 13:40:37.026155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:40:33Z', 'revision_number': 4, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '4be2eccf-f7e0-41b8-8761-19643e6e7385', 'name': '', 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'mac_address': 'fa:16:3e:90:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:29Z', 'updated_at': '2021-02-02T13:40:34Z', 'revision_number': 2, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'subnets': [{'id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:37.035427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Checking router: 128f0f12-74e2-485e-9d42-aadef27a8e5e for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:40:37.036228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Updating router 128f0f12-74e2-485e-9d42-aadef27a8e5e port 4be2eccf-f7e0-41b8-8761-19643e6e7385 binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:40:37.059996 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3aa76c1-0112-4403-961c-18ace1f80327 req-25110d5c-768c-4886-bc1a-f58bb7e47968 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Feb 02 13:40:37.081015 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-aba8732e-4bac-48ed-8c86-ab7e7eac50cb service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836696 Feb 02 13:40:37.108669 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-f0c28745-ccd0-42db-b10c-7b699b8ac5ff service neutron] 10.222.0.134 "GET /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719469 Feb 02 13:40:37.206167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1291667846', 'description': 'tempest-TestShelveInstance-1291667846 description'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.229807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:37.235436 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Usage tracker for resource:security_group and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:37.240843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:37.248727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:37.260562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.285419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:37.290229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Usage tracker for resource:security_group_rule and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:37.294157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:37.300882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:37.324310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.385216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.389624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.403594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8d38c9dd-8598-44f7-be70-d26dab4c0d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:37.404932 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17e449f2-a570-4095-bb40-536020a8f8ec req-b4f45e3f-070e-4ef2-a384-51a1eeeb886d service neutron] 10.222.0.134 "GET /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2664557 Feb 02 13:40:37.414083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a252e16f-f29e-474a-a3b6-4c744cb340e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.426447 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b02a3f7-bc7f-4d8a-bb61-3c3e0e96f8a8 req-b665dfb1-fc7e-4e44-8d4d-b2e4dc960138 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3161910 Feb 02 13:40:37.432734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.434182 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-104897f0-60cd-4795-b0e9-4ba227feb7cb req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2331107 Feb 02 13:40:37.454404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36678e5-7913-4f19-b80c-4a3736effbdc,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:37.459006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:37.548812 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-302de947-a6a9-4fdc-baa8-39bfe39f6389 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups/e36678e5-7913-4f19-b80c-4a3736effbdc HTTP/1.1" status: 200 len: 1802 time: 0.0664780 Feb 02 13:40:37.561829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36678e5-7913-4f19-b80c-4a3736effbdc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.562180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36678e5-7913-4f19-b80c-4a3736effbdc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.587715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:37.592137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Usage tracker for resource:security_group_rule and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:37.595346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:37.601548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:37.849082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-11fe85f6-4299-48a1-9202-0e4b5dca4306 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:40:37.869229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.883608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Transition to ACTIVE for port object 4be2eccf-f7e0-41b8-8761-19643e6e7385 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:40:37.887683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:37.901431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e38801a1-acda-471d-87dd-4486f6cbac32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:37.917933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.034274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47deb5-c08c-492c-a98d-a0f38c4ef9ad req-8509bbe6-9002-4992-8df4-c228e61fba9a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:38.036010 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b47deb5-c08c-492c-a98d-a0f38c4ef9ad req-8509bbe6-9002-4992-8df4-c228e61fba9a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 943 time: 0.4279287 Feb 02 13:40:38.038231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.040691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2157b-73f4-43b9-930d-a51c9f4ac9f5 None None] Pushing event updated for resources: {'Port': ['ID=4be2eccf-f7e0-41b8-8761-19643e6e7385,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:38.042032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.046255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:38.061297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7ee2157b-73f4-43b9-930d-a51c9f4ac9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:38.087442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a9dd15-3cdd-421e-ac5c-3532aab78f8d,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:38.101206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:38.133544 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b47deb5-c08c-492c-a98d-a0f38c4ef9ad req-0cfda5ab-3ba8-4575-b48c-4b86e094bd13 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902681 Feb 02 13:40:38.134555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.143301 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-455b1eb7-bf42-411a-be19-82b492ee8aaf req-b3f86fc6-b0c8-437b-9899-cfacb0fac95e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5831285 Feb 02 13:40:38.233324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Attempting to bind port 4be2eccf-f7e0-41b8-8761-19643e6e7385 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:38.233764 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Attempting to bind port 4be2eccf-f7e0-41b8-8761-19643e6e7385 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:40:38.234179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Attempting to bind port 4be2eccf-f7e0-41b8-8761-19643e6e7385 on network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:40:38.240638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:40:38.241123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Checking segment: {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:40:38.241569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.242046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Bound using segment: {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:40:38.242588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Bound port: 4be2eccf-f7e0-41b8-8761-19643e6e7385, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eab28e0-7430-4574-b38f-e4dd4d7bec20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:40:38.243013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.357171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] For port 4be2eccf-f7e0-41b8-8761-19643e6e7385, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:40:38.361049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] For port 4be2eccf-f7e0-41b8-8761-19643e6e7385, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=4be2eccf-f7e0-41b8-8761-19643e6e7385,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:40:38.366459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.387523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b2c12327-0e99-461e-8aa4-a94a90c7bbe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:38.502588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae199-6265-4a4e-85fe-0a9c06e2f9f7 req-b9eb441f-77b6-4b6a-b82f-ddb4adce132e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:38.504286 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83cae199-6265-4a4e-85fe-0a9c06e2f9f7 req-b9eb441f-77b6-4b6a-b82f-ddb4adce132e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 943 time: 0.2483859 Feb 02 13:40:38.525511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:38.562797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2157b-73f4-43b9-930d-a51c9f4ac9f5 None None] Pushing event updated for resources: {'Port': ['ID=4be2eccf-f7e0-41b8-8761-19643e6e7385,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:38.576014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7ee2157b-73f4-43b9-930d-a51c9f4ac9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:38.590599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae726d-1c45-46ab-8e67-718b8f338552 req-636aef88-86b1-4764-8201-bff8507c48f5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:38.591903 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5fae726d-1c45-46ab-8e67-718b8f338552 req-636aef88-86b1-4764-8201-bff8507c48f5 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2916634 Feb 02 13:40:38.639508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Routers {'128f0f12-74e2-485e-9d42-aadef27a8e5e'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:38.642651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['128f0f12-74e2-485e-9d42-aadef27a8e5e'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:38.701979 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83cae199-6265-4a4e-85fe-0a9c06e2f9f7 req-4b86fbf7-d01c-45e8-ae96-e4e6e2df977e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090803 Feb 02 13:40:38.724129 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5fae726d-1c45-46ab-8e67-718b8f338552 req-cc4b8e74-f3e6-46d1-9ae1-b979a48f84db tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160507 Feb 02 13:40:38.737770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb1dd203-d33e-48eb-8c00-f885db7bdbdc up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:38.859127 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-6cadc2b5-075b-4db0-86de-66dcd60cd44e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups/e36678e5-7913-4f19-b80c-4a3736effbdc HTTP/1.1" status: 200 len: 2395 time: 0.0703387 Feb 02 13:40:38.871309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36678e5-7913-4f19-b80c-4a3736effbdc', 'remote_group_id': None}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:38.871767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e36678e5-7913-4f19-b80c-4a3736effbdc', 'remote_group_id': None}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:38.894338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:38.898935 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Usage tracker for resource:security_group_rule and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:38.902197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:38.908483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:38.934010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port eb1dd203-d33e-48eb-8c00-f885db7bdbdc completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:38.939334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] Set router 128f0f12-74e2-485e-9d42-aadef27a8e5e gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:38.967898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.003371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port eb1dd203-d33e-48eb-8c00-f885db7bdbdc triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:39.003650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.003763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.006881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.015374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:39.037636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dd7224-1f08-417e-833f-41d291e8b2eb,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:39.040699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:39.048123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.049852 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ac4981d-ecc2-4db1-923a-759ba7291f61 req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1833842 Feb 02 13:40:39.314404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.367791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1dd203-d33e-48eb-8c00-f885db7bdbdc'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:39.388300 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port eb1dd203-d33e-48eb-8c00-f885db7bdbdc, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,segment=NetworkSegment(b2ce4713-7255-41b4-8c9f-7ee4c650197f),segment_id=b2ce4713-7255-41b4-8c9f-7ee4c650197f)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:39.429472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.430551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:39.464227 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1dd203-d33e-48eb-8c00-f885db7bdbdc', 'code': 200} Feb 02 13:40:39.464822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:39.481635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a6895-8bfe-423a-9deb-30ab9042294c req-f17d8410-145f-4d43-88f3-04a3439c4cf8 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:39.483378 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-840a6895-8bfe-423a-9deb-30ab9042294c req-f17d8410-145f-4d43-88f3-04a3439c4cf8 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 943 time: 0.1903102 Feb 02 13:40:39.550493 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-840a6895-8bfe-423a-9deb-30ab9042294c req-934d7e6c-dcb8-4ae7-8fc8-4f63f6dc38dc tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Feb 02 13:40:39.729170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.760617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:39.773969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:39.820793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port e89ecfd3-1654-4222-a803-d3427a0478a9 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:39.827637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:39.828141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:39.857268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:40:33Z', 'revision_number': 4, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '4be2eccf-f7e0-41b8-8761-19643e6e7385', 'name': '', 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'mac_address': 'fa:16:3e:90:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:29Z', 'updated_at': '2021-02-02T13:40:38Z', 'revision_number': 4, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'subnets': [{'id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:39.875086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fc73e-d20d-476c-bf87-b01edef80ed1 None None] The sync data for ids ['128f0f12-74e2-485e-9d42-aadef27a8e5e'] in dv-cinder-772388-4-smb is: [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:40:33Z', 'revision_number': 4, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '4be2eccf-f7e0-41b8-8761-19643e6e7385', 'name': '', 'network_id': '0706e8d9-dbb0-4970-a717-ddb19057f4c2', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'mac_address': 'fa:16:3e:90:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:29Z', 'updated_at': '2021-02-02T13:40:38Z', 'revision_number': 4, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'subnets': [{'id': 'cc0449b0-8b84-4be5-b2da-4001632bae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:40:39.938969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7981-6612-45b3-a052-3ba1fa98d467 req-9b2e6f61-77a6-476a-aa82-0502a11808cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:39.941778 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2a6b7981-6612-45b3-a052-3ba1fa98d467 req-9b2e6f61-77a6-476a-aa82-0502a11808cb service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 1162 time: 0.2215080 Feb 02 13:40:40.019407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.075925 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2a6b7981-6612-45b3-a052-3ba1fa98d467 req-31dffa18-2bdf-4ef6-b7a3-4df696d73d20 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259420 Feb 02 13:40:40.087691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port e89ecfd3-1654-4222-a803-d3427a0478a9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e89ecfd3-1654-4222-a803-d3427a0478a9,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:40.089744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.092858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.095042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:40.188677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:40.203530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:40.344434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a95a3-a97b-46c6-a372-7aa9a110a228 req-69ec66e0-df34-4fbe-81a0-864e14320762 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:40.346243 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7e0a95a3-a97b-46c6-a372-7aa9a110a228 req-69ec66e0-df34-4fbe-81a0-864e14320762 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3121331 Feb 02 13:40:40.371588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 4be2eccf-f7e0-41b8-8761-19643e6e7385 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:40.481988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb1dd203-d33e-48eb-8c00-f885db7bdbdc up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:40.495675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f20a4-2672-4888-b347-bdf50dcc3897 req-5b155245-b270-4bff-8b0e-7333f29d87ef tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:40.501439 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-630f20a4-2672-4888-b347-bdf50dcc3897 req-5b155245-b270-4bff-8b0e-7333f29d87ef tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.3961902 Feb 02 13:40:40.527860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 4be2eccf-f7e0-41b8-8761-19643e6e7385 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:40:40.549931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 4be2eccf-f7e0-41b8-8761-19643e6e7385 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:40.549931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.572004 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7e0a95a3-a97b-46c6-a372-7aa9a110a228 req-3d058b7f-2253-43df-9aad-4640fd3e8e7d tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975136 Feb 02 13:40:40.625080 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-630f20a4-2672-4888-b347-bdf50dcc3897 req-24f2232a-17d0-42f9-94b6-e81286d591fc tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007297 Feb 02 13:40:40.738891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port eb1dd203-d33e-48eb-8c00-f885db7bdbdc triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:40.739365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.788637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.851234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 4be2eccf-f7e0-41b8-8761-19643e6e7385, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=4be2eccf-f7e0-41b8-8761-19643e6e7385,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:40.861683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:40.876929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:40.953330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75355fe-c659-4d9e-8ae7-507d99ca53ab req-8b67b8a0-0ebd-461d-8e89-aff6c904b421 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:40.965254 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a75355fe-c659-4d9e-8ae7-507d99ca53ab req-8b67b8a0-0ebd-461d-8e89-aff6c904b421 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 945 time: 0.1938365 Feb 02 13:40:41.058520 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a75355fe-c659-4d9e-8ae7-507d99ca53ab req-2059957b-e3f6-4e80-8d3f-7a90f5c23328 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918803 Feb 02 13:40:41.061257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:41.110330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=4be2eccf-f7e0-41b8-8761-19643e6e7385,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:41.121649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:41.153800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:41.154221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:41.465298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:41.540743 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'code': 200} Feb 02 13:40:41.713225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d6a7-80dc-465d-b8d1-7be461b19450 req-c2d623dd-fcf9-459b-91f7-570a2743b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:41.715672 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c91d6a7-80dc-465d-b8d1-7be461b19450 req-c2d623dd-fcf9-459b-91f7-570a2743b544 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.1018283 Feb 02 13:40:41.767946 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c91d6a7-80dc-465d-b8d1-7be461b19450 req-3cb23b16-7dc2-4bbe-b3d5-3a1d7e67daee service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Feb 02 13:40:42.012600 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c782c0-7781-4d49-8bda-f1abbb66c119 req-1620a4ef-1bfc-43f3-9079-3d0fc89a8365 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:42.014296 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-44c782c0-7781-4d49-8bda-f1abbb66c119 req-1620a4ef-1bfc-43f3-9079-3d0fc89a8365 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2420120 Feb 02 13:40:42.119050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9bcaf-7017-4e04-8b2f-d7e448f9a142 req-c8ee615d-3bf0-459e-b922-a5b03b14053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:42.120874 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f9bcaf-7017-4e04-8b2f-d7e448f9a142 req-c8ee615d-3bf0-459e-b922-a5b03b14053a service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1162 time: 0.1131749 Feb 02 13:40:42.126848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696a7df-83fd-4e10-b45f-8e884ce7bc22 req-c1ec9701-5130-4983-bd5d-ab48664f043e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:42.128569 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a696a7df-83fd-4e10-b45f-8e884ce7bc22 req-c1ec9701-5130-4983-bd5d-ab48664f043e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.3033159 Feb 02 13:40:42.174961 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f9bcaf-7017-4e04-8b2f-d7e448f9a142 req-69a0d421-05d4-429e-b5a8-6181bf48e779 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 Feb 02 13:40:42.216174 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-44c782c0-7781-4d49-8bda-f1abbb66c119 req-216a533a-0e02-49c5-9e8f-b0ddc667a7c0 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934361 Feb 02 13:40:42.261357 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a696a7df-83fd-4e10-b45f-8e884ce7bc22 req-27a02e3a-dc89-4e34-a800-1b3776aa8fd1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259544 Feb 02 13:40:42.335846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 4be2eccf-f7e0-41b8-8761-19643e6e7385 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:42.395047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:42.481978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 4be2eccf-f7e0-41b8-8761-19643e6e7385 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:42.482403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:42.532911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:42.533244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:42.539702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42eda95-2b83-4cd9-966d-cb1e216184c5 req-739ebdc3-2474-4e8f-9649-69d0800c4593 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:42.541492 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c42eda95-2b83-4cd9-966d-cb1e216184c5 req-739ebdc3-2474-4e8f-9649-69d0800c4593 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 945 time: 0.1754930 Feb 02 13:40:42.612749 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c42eda95-2b83-4cd9-966d-cb1e216184c5 req-187d5b9f-5ac7-4db2-9410-1039b110486f tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644400 Feb 02 13:40:43.603759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec299d-c259-458f-9373-c39e0ec23218 req-d98ba4b6-8af8-4e28-b4cb-7f9544efc8e2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:43.606769 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c0ec299d-c259-458f-9373-c39e0ec23218 req-d98ba4b6-8af8-4e28-b4cb-7f9544efc8e2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2536967 Feb 02 13:40:43.702526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec6f1-7f27-41a5-8827-8860a222d5b9 req-8634cd69-eb94-485c-beee-369b69f1cd0f tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:43.704291 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a57ec6f1-7f27-41a5-8827-8860a222d5b9 req-8634cd69-eb94-485c-beee-369b69f1cd0f tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.3015616 Feb 02 13:40:43.802920 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c0ec299d-c259-458f-9373-c39e0ec23218 req-b33c85f8-75b2-4c41-bc5a-e62ed64bba6f tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973349 Feb 02 13:40:43.827609 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a57ec6f1-7f27-41a5-8827-8860a222d5b9 req-9cc3f2be-80c9-4154-a8ae-1969b776f18e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165235 Feb 02 13:40:44.163302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0007be-0c00-47c9-80f6-dca7981e5e77 req-dfbe4c1a-1a03-4951-91a2-1a0558142161 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:44.165366 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1a0007be-0c00-47c9-80f6-dca7981e5e77 req-dfbe4c1a-1a03-4951-91a2-1a0558142161 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.2004220 Feb 02 13:40:44.286489 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1a0007be-0c00-47c9-80f6-dca7981e5e77 req-0dd4a28b-9a8e-421c-897e-405ed0f7435e tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133707 Feb 02 13:40:44.458252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643af5a-7034-41f3-ba09-7947c9287928 req-9f7d6a3b-df8b-4953-9e48-6b7519821b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:44.460491 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-9f7d6a3b-df8b-4953-9e48-6b7519821b4d service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=b37c98b76cb84abfb589388ea91a2f95&device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 1162 time: 0.1332998 Feb 02 13:40:44.580792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:44.735798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port d8704639-ef1b-4096-91dd-f9004fb3aa18 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:44.736664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:44.752715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316012e-403e-4757-8331-0971363b1fb1 req-db5c279a-6d06-478d-9c6f-f88d77c3ac24 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:44.765846 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4316012e-403e-4757-8331-0971363b1fb1 req-db5c279a-6d06-478d-9c6f-f88d77c3ac24 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2860243 Feb 02 13:40:44.773958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643af5a-7034-41f3-ba09-7947c9287928 req-2d9d92da-6ce5-41f1-bf90-3c404ed7c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:44.775600 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-2d9d92da-6ce5-41f1-bf90-3c404ed7c429 service neutron] 10.222.0.134 "GET /v2.0/networks?id=51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 200 len: 912 time: 0.3091743 Feb 02 13:40:44.837427 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4316012e-403e-4757-8331-0971363b1fb1 req-ef77cf51-c380-4b4f-9606-54816b8d2220 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701764 Feb 02 13:40:44.864460 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-4c619474-f41d-458a-97e8-c5a4e5890c4d service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 200 len: 217 time: 0.0797806 Feb 02 13:40:44.910186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:44.944092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643af5a-7034-41f3-ba09-7947c9287928 req-e702f298-d8c3-473f-b6ec-96fd3a5e92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:44.946870 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-e702f298-d8c3-473f-b6ec-96fd3a5e92ca service neutron] 10.222.0.134 "GET /v2.0/subnets?id=2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 200 len: 858 time: 0.0761557 Feb 02 13:40:44.997402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:44.997826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:45.010409 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-1422ba83-509e-4958-90ed-7346a896c44a service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=51eedb10-f9a0-43f2-afa6-01d4ac860349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585377 Feb 02 13:40:45.071836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f217df-135b-4130-aedb-8841d4a8819a req-315a8bc7-4f03-402f-8bd9-6cceac4dc673 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:45.073939 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34f217df-135b-4130-aedb-8841d4a8819a req-315a8bc7-4f03-402f-8bd9-6cceac4dc673 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.1984944 Feb 02 13:40:45.173943 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34f217df-135b-4130-aedb-8841d4a8819a req-b8caeb17-524e-4bbb-80c9-f48044c340f6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928004 Feb 02 13:40:45.205412 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-d821a695-c826-4402-8899-77a98701bd78 service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891444 Feb 02 13:40:45.361389 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4643af5a-7034-41f3-ba09-7947c9287928 req-eb6aa83b-d8a2-4541-8890-39c854b5b07f service neutron] 10.222.0.134 "GET /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506076 Feb 02 13:40:46.146330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac806-27ae-4f26-ba7f-63a82b0ea8d3 req-5231d44d-a278-4c94-b457-676f50c911ff tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:46.148114 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ef4ac806-27ae-4f26-ba7f-63a82b0ea8d3 req-5231d44d-a278-4c94-b457-676f50c911ff tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.1724715 Feb 02 13:40:46.217512 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ef4ac806-27ae-4f26-ba7f-63a82b0ea8d3 req-42d27769-a886-4715-b8ff-a4b237641cc8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628562 Feb 02 13:40:47.587177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a30819-d76d-4567-8836-6b0fe940c9fd req-7b4045cc-1b9e-4dfd-99c4-71e9b0b5ca83 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:47.588837 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3a30819-d76d-4567-8836-6b0fe940c9fd req-7b4045cc-1b9e-4dfd-99c4-71e9b0b5ca83 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 945 time: 0.2767730 Feb 02 13:40:47.677896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3088c8-3bf8-4c76-ae94-3d70aca79ac7 req-775289a1-91ac-4966-8cd3-65cf75523883 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:47.679663 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-da3088c8-3bf8-4c76-ae94-3d70aca79ac7 req-775289a1-91ac-4966-8cd3-65cf75523883 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.3108313 Feb 02 13:40:47.772954 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3a30819-d76d-4567-8836-6b0fe940c9fd req-3947ff26-3dbb-4beb-9f2e-d5bb799e24c9 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920963 Feb 02 13:40:47.796696 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-da3088c8-3bf8-4c76-ae94-3d70aca79ac7 req-3acc620e-a705-4f47-b74f-501e9b865d46 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980659 Feb 02 13:40:48.498325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:40:48.596785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port d8704639-ef1b-4096-91dd-f9004fb3aa18 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:40:48.597384 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:48.761059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38607-bc13-4709-93e2-2edad2b761cc req-01c5e1e1-879b-494f-baa1-bdf46b94d165 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:48.761908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-73a38607-bc13-4709-93e2-2edad2b761cc req-01c5e1e1-879b-494f-baa1-bdf46b94d165 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Synchronizing usage tracker for tenant:5957eda8a92a4918875c9711968b11c4 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:40:48.780491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-73a38607-bc13-4709-93e2-2edad2b761cc req-01c5e1e1-879b-494f-baa1-bdf46b94d165 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Unset dirty status for tenant:5957eda8a92a4918875c9711968b11c4 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:40:48.781819 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-73a38607-bc13-4709-93e2-2edad2b761cc req-01c5e1e1-879b-494f-baa1-bdf46b94d165 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.134 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 945 time: 0.2999544 Feb 02 13:40:48.883747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Deleting port eb1dd203-d33e-48eb-8c00-f885db7bdbdc {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:40:48.884174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:49.101260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cff74-cd50-4bb9-a1f5-57055763b9b6 req-d3bf6739-aba8-4a93-b8af-447e1688e270 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:49.109545 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-842cff74-cd50-4bb9-a1f5-57055763b9b6 req-d3bf6739-aba8-4a93-b8af-447e1688e270 tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 945 time: 0.1827068 Feb 02 13:40:49.166691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] For port eb1dd203-d33e-48eb-8c00-f885db7bdbdc, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,segment=NetworkSegment(b2ce4713-7255-41b4-8c9f-7ee4c650197f),segment_id=b2ce4713-7255-41b4-8c9f-7ee4c650197f)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:49.167104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:49.197316 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-842cff74-cd50-4bb9-a1f5-57055763b9b6 req-d759fa49-9ba6-4fd5-a28a-52740e808f1b tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/security-groups?id=06413c0b-7e22-4e9e-8e3a-fece4946b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866623 Feb 02 13:40:49.308131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Calling delete_port for eb1dd203-d33e-48eb-8c00-f885db7bdbdc owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:40:49.477965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:49.494834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:49.662265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Pushing event deleted for resources: {'Port': ['ID=eb1dd203-d33e-48eb-8c00-f885db7bdbdc,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:49.682272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:49.737091 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] No DVR routers for this DVR port eb1dd203-d33e-48eb-8c00-f885db7bdbdc on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:40:49.739499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:49.742286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'name': 'network-vif-deleted', 'tag': 'eb1dd203-d33e-48eb-8c00-f885db7bdbdc'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:49.760239 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-73a38607-bc13-4709-93e2-2edad2b761cc req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.134 "DELETE /v2.0/ports/eb1dd203-d33e-48eb-8c00-f885db7bdbdc HTTP/1.1" status: 204 len: 173 time: 0.9718978 Feb 02 13:40:49.811299 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eef214-2a32-42ce-bdaf-6f0f02fca238', 'name': 'network-vif-deleted', 'tag': 'eb1dd203-d33e-48eb-8c00-f885db7bdbdc', 'status': 'completed', 'code': 200} Feb 02 13:40:50.431955 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0ba9c527-10ef-40ae-a0fb-8e80eb253a4c req-8efc9d89-bd5e-4f7b-8f92-2290d7b5abac tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] 10.222.0.90 "GET /v2.0/ports?device_id=93eef214-2a32-42ce-bdaf-6f0f02fca238 HTTP/1.1" status: 200 len: 210 time: 0.0742459 Feb 02 13:40:50.445599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb1dd203-d33e-48eb-8c00-f885db7bdbdc no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:40:50.487996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: eb1dd203-d33e-48eb-8c00-f885db7bdbdc {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:40:50.488489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb1dd203-d33e-48eb-8c00-f885db7bdbdc not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:40:51.168396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd10c23-03f3-4114-aa13-72e56e84a399 req-2d2bb879-efb6-491e-988e-de5a15161cca tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:51.170401 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1cd10c23-03f3-4114-aa13-72e56e84a399 req-2d2bb879-efb6-491e-988e-de5a15161cca tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.1875987 Feb 02 13:40:51.253751 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1cd10c23-03f3-4114-aa13-72e56e84a399 req-11fce9b0-cce6-43d0-a6d1-1dcf35527186 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743196 Feb 02 13:40:51.536477 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-7c88776f-8721-4ece-b87f-ad0c668c3a0c tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2238722 Feb 02 13:40:51.558891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'floatingip': {'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:51.578853 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:51.584001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Usage tracker for resource:floatingip and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:51.590297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:51.597272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:51.609394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:51.788437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:52.107860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Allocated IP 172.28.0.251 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/8390864f-1803-45e3-a873-955e3490be36) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:40:52.272653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:52.305582 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:52.319434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:52.511809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:40:52.652457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'Port': ['ID=8390864f-1803-45e3-a873-955e3490be36,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:52.657188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:52.719943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:40:52.722217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:40:52.729148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:40:52.829133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:52.902051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:53.219549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:53.225666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:53.242148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:53.379054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'Port': ['ID=8390864f-1803-45e3-a873-955e3490be36,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:53.385333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:53.517247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:53.545661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:53.549342 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9991550 Feb 02 13:40:53.710720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-0ef47918-43f4-43bb-a0ad-901f86a7188f tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Synchronizing usage tracker for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:floatingip {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:40:53.786611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-0ef47918-43f4-43bb-a0ad-901f86a7188f tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Unset dirty status for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:floatingip {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:40:53.787904 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-0ef47918-43f4-43bb-a0ad-901f86a7188f tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.251 HTTP/1.1" status: 200 len: 696 time: 0.2212493 Feb 02 13:40:54.003551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddc838-a939-4c0a-81f9-8dce432f9a53 req-9aa54cd0-af0d-4545-bfea-6445079923d3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:54.005326 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-90ddc838-a939-4c0a-81f9-8dce432f9a53 req-9aa54cd0-af0d-4545-bfea-6445079923d3 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2885902 Feb 02 13:40:54.164600 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-5e78a50e-de30-426e-a9b6-8cf4cbbd3d79 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:54.166217 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-5e78a50e-de30-426e-a9b6-8cf4cbbd3d79 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 784 time: 0.3691919 Feb 02 13:40:54.191771 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-90ddc838-a939-4c0a-81f9-8dce432f9a53 req-166ae25a-0071-4fbe-ba29-23e88feedcfb tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696157 Feb 02 13:40:54.195827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-65119a79-5c01-4a3e-9452-2c423666ce50 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:40:54.196918 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b3ab6b2-13da-4806-ad75-8e348d0ca1de req-65119a79-5c01-4a3e-9452-2c423666ce50 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0247254 Feb 02 13:40:54.412620 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:54.510264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-2fdd4323-9f9c-440e-b7b7-da66f05b721b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:54.512004 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-2fdd4323-9f9c-440e-b7b7-da66f05b721b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2068269 Feb 02 13:40:54.618800 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-6c3a77ae-4881-469b-b822-82137f88f86c tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.251 HTTP/1.1" status: 200 len: 696 time: 0.1003499 Feb 02 13:40:54.630310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'floatingip': {'port_id': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:54.745147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:55.814816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-5b27f6e8-d5e7-4e69-a78f-89223bd561c2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:55.815660 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-5b27f6e8-d5e7-4e69-a78f-89223bd561c2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Synchronizing usage tracker for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:40:55.837654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-5b27f6e8-d5e7-4e69-a78f-89223bd561c2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Unset dirty status for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:40:55.838956 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-5b27f6e8-d5e7-4e69-a78f-89223bd561c2 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.2174907 Feb 02 13:40:55.945648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Deleting port 72b8bc69-f23a-4570-a19c-280d1fc05df4 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:40:55.946536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:55.975296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38150ebe-7855-455f-bbb8-c37c4422b961 req-269341a6-a2d7-4499-8f6e-ec71250cc064 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:55.977064 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-38150ebe-7855-455f-bbb8-c37c4422b961 req-269341a6-a2d7-4499-8f6e-ec71250cc064 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 946 time: 0.5182512 Feb 02 13:40:55.978879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 02 13:40:56.140525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:56.160572 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-38150ebe-7855-455f-bbb8-c37c4422b961 req-ce93e89a-6513-472a-92a3-a450568e79fc tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136217 Feb 02 13:40:56.161872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:56.259351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] For port 72b8bc69-f23a-4570-a19c-280d1fc05df4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72b8bc69-f23a-4570-a19c-280d1fc05df4,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:40:56.259757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:56.348157 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Floating IP 0c7d7b7e-acfa-4bac-8127-a76099d6ebcc associated. External IP: 172.28.0.251, port: e89ecfd3-1654-4222-a803-d3427a0478a9. Feb 02 13:40:56.413943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Calling delete_port for 72b8bc69-f23a-4570-a19c-280d1fc05df4 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:40:56.451285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 72b8bc69-f23a-4570-a19c-280d1fc05df4 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:40:56.591963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:56.646709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:56.668978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:56.736293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Pushing event deleted for resources: {'Port': ['ID=72b8bc69-f23a-4570-a19c-280d1fc05df4,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:56.785642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:56.837357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Router c54ad215-6ff6-4c6e-9aa8-b6103d407643 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:40:56.919207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] No DVR routers for this DVR port 72b8bc69-f23a-4570-a19c-280d1fc05df4 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:40:56.921762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:56.924652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'name': 'network-vif-deleted', 'tag': '72b8bc69-f23a-4570-a19c-280d1fc05df4'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:56.945474 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ecf062c9-e615-472a-870c-c16f04ff2874 req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "DELETE /v2.0/ports/72b8bc69-f23a-4570-a19c-280d1fc05df4 HTTP/1.1" status: 204 len: 173 time: 1.1015816 Feb 02 13:40:57.000686 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd', 'name': 'network-vif-deleted', 'tag': '72b8bc69-f23a-4570-a19c-280d1fc05df4', 'status': 'completed', 'code': 200} Feb 02 13:40:57.049736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:40:57.055277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:57.062390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] Sync routers for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:40:57.078439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:57.082543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:57.133070 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-dd981b8c-30ed-41c0-8b4d-54c0ea2d4f36 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "PUT /v2.0/floatingips/0c7d7b7e-acfa-4bac-8127-a76099d6ebcc HTTP/1.1" status: 200 len: 996 time: 2.5071125 Feb 02 13:40:57.133715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:40:57.253034 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'status': 'completed', 'code': 200} Feb 02 13:40:57.308261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-2e0fb94b-ce65-440a-8096-ff733b6b3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:57.317281 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-2e0fb94b-ce65-440a-8096-ff733b6b3f33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1162 time: 0.1520391 Feb 02 13:40:57.349373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:57.532723 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ececca22-6236-4e93-b4ff-a6bfce95ee25 req-2db89871-6496-49a3-b044-590a5dbb3ed9 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c7d403f-7eb1-4df2-b3a0-b5b4c76bf0fd HTTP/1.1" status: 200 len: 210 time: 0.0710018 Feb 02 13:40:57.613740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-be8caf6a-3554-4ef2-91b6-736de7a6d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:57.615121 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-be8caf6a-3554-4ef2-91b6-736de7a6d0f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.2969866 Feb 02 13:40:57.728234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-e59bb2f9-7f4a-429b-890d-7507645e07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:57.731184 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-e59bb2f9-7f4a-429b-890d-7507645e07e7 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1162 time: 0.4291210 Feb 02 13:40:57.742024 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-40bab097-8a86-46fc-b168-187d3032d6e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 999 time: 0.1161571 Feb 02 13:40:57.829915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-2e57fafc-d0fc-4ee1-a795-0539c402da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:57.831746 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-2e57fafc-d0fc-4ee1-a795-0539c402da2f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.0792980 Feb 02 13:40:57.840278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '0c7d7b7e-acfa-4bac-8127-a76099d6ebcc', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'port_id': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'mac_address': 'fa:16:3e:57:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:40:52Z', 'updated_at': '2021-02-02T13:40:55Z', 'revision_number': 1, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:57.844718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] Checking router: c54ad215-6ff6-4c6e-9aa8-b6103d407643 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:40:57.858769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:40:57.859921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:40:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:57.903991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-a4e6fc27-8bf9-4648-a18a-177422b89c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:57.903991 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-a4e6fc27-8bf9-4648-a18a-177422b89c1f service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.1659961 Feb 02 13:40:57.931495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-27696c79-dd3b-4d71-a2b6-c49820a492bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:57.933614 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-27696c79-dd3b-4d71-a2b6-c49820a492bf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940337 Feb 02 13:40:57.948001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-8f13536a-e484-42d0-97aa-a9acc3750f36 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:40:57.949195 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-8f13536a-e484-42d0-97aa-a9acc3750f36 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068388 Feb 02 13:40:58.037504 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-3f1bbe40-68a7-401a-80c6-04c348598426 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 999 time: 0.1281779 Feb 02 13:40:58.112322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:40:58.136930 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-c28f71e8-8413-49f4-8779-f85a0662cbd7 service neutron] 10.222.0.90 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789372 Feb 02 13:40:58.158402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-a2f68ece-eafe-4678-bf16-b7db77bfc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:58.160165 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-a2f68ece-eafe-4678-bf16-b7db77bfc4f1 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.1120989 Feb 02 13:40:58.266085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-31f48622-d940-4280-861c-5a52ab08b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:58.267749 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-31f48622-d940-4280-861c-5a52ab08b7ac service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005933 Feb 02 13:40:58.397524 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-13794d18-81e5-4f89-a4db-49c3c3f2f90d req-aa002b78-465d-46cd-8e07-4f6ae1e30a9b service neutron] 10.222.0.90 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2489011 Feb 02 13:40:58.459421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1802446798', 'description': 'tempest-TestMinimumBasicScenario-1802446798 description'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:58.462929 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-1bcdf0dc-7578-436c-8d46-2dafe72a8ddd service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883199 Feb 02 13:40:58.487542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:58.496867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Usage tracker for resource:security_group and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:58.501799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:58.509536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:58.524134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:58.549045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:58.554245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Usage tracker for resource:security_group_rule and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:58.557896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:58.567394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:58.714425 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd21987-fb91-41c4-8e8b-720a01f69101 req-19df6279-c5c5-477c-a6da-89d0e58dff12 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441826 Feb 02 13:40:58.728338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '0c7d7b7e-acfa-4bac-8127-a76099d6ebcc', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'port_id': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'mac_address': 'fa:16:3e:57:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:40:52Z', 'updated_at': '2021-02-02T13:40:55Z', 'revision_number': 1, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:40:58.733679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:58.740932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:58.743424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3432e4-2d85-4c2e-b4f8-05f4462b657f None None] The sync data for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb is: [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '0c7d7b7e-acfa-4bac-8127-a76099d6ebcc', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'port_id': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'mac_address': 'fa:16:3e:57:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:40:52Z', 'updated_at': '2021-02-02T13:40:55Z', 'revision_number': 1, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:40:58.765913 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-898e14c0-639f-4c48-bb0e-1f70b5273df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:58.777889 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:58.801424 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6fcab9ac-b5e0-48da-adff-e2e3529ab0cb req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3279674 Feb 02 13:40:58.828236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c51740-fc89-4bee-9adb-4ab7ab297b98,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:58.844195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-42f4d5b7-bf6d-46c3-8eef-56a23c80a6f4 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:58.940731 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-e56a4a36-3fcf-4d41-a12a-506a3c3c668c tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups/c7c51740-fc89-4bee-9adb-4ab7ab297b98 HTTP/1.1" status: 200 len: 1814 time: 0.0943594 Feb 02 13:40:58.951691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7c51740-fc89-4bee-9adb-4ab7ab297b98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:58.952041 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7c51740-fc89-4bee-9adb-4ab7ab297b98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:58.975266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:58.979963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Usage tracker for resource:security_group_rule and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:58.983463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:58.989330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:59.051584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.078694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.082055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.091843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c280818f-8959-4447-be0c-5958dc4d0a0c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:59.113175 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5851a7-ce78-4048-a9c4-cc686c424741,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:59.114097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053265ab-061e-484f-bb79-be231565b072 None None] New status for floating IP 0c7d7b7e-acfa-4bac-8127-a76099d6ebcc: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:40:59.116172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:59.125863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.127164 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b69bb7e8-e7b5-45e9-8dbd-7f9ec8541f0b req-aa6f57d6-eeb6-496c-87c4-84faf9c42923 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1799643 Feb 02 13:40:59.490755 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-475d3b66-a9aa-4c1c-a180-e12f978a0cb2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups/c7c51740-fc89-4bee-9adb-4ab7ab297b98 HTTP/1.1" status: 200 len: 2407 time: 0.3113606 Feb 02 13:40:59.505579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7c51740-fc89-4bee-9adb-4ab7ab297b98', 'remote_group_id': None}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:59.506094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c7c51740-fc89-4bee-9adb-4ab7ab297b98', 'remote_group_id': None}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:59.611180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f8ee-06da-48e8-a884-4f95973c267a req-b108e98d-5612-4bfd-b218-280f0fbe98de tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:40:59.612934 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c2c4f8ee-06da-48e8-a884-4f95973c267a req-b108e98d-5612-4bfd-b218-280f0fbe98de tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4812372 Feb 02 13:40:59.614214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:40:59.619402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Usage tracker for resource:security_group_rule and tenant:8ad4158f51a64d028c012b22bb26ba6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:40:59.623773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:40:59.645684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:40:59.708762 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c2c4f8ee-06da-48e8-a884-4f95973c267a req-16a28d44-90df-474a-a497-d74ab279e60e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860918 Feb 02 13:40:59.752648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.779238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.782646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.784717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:40:59.811622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41420aa8-bbe4-44a9-bab6-ec55bae56a16,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:40:59.814364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:40:59.821546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:40:59.822841 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-664ded6c-734b-4677-bd57-4c3d8f0703f8 req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3247449 Feb 02 13:41:00.005623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-5f34a0c8-edd7-4b4a-a99d-23c9c34dd6a0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Synchronizing usage tracker for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:00.028713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-59f718aa-a360-41db-9bed-6279bcdec402 req-ef4828c0-e814-473e-bf48-5439623301cf tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Synchronizing usage tracker for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:00.053738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-5f34a0c8-edd7-4b4a-a99d-23c9c34dd6a0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Unset dirty status for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:00.056792 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-5f34a0c8-edd7-4b4a-a99d-23c9c34dd6a0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1291667846&fields=id&tenant_id=dee579b338bc4aac9623d2faa9473b9e HTTP/1.1" status: 200 len: 267 time: 0.1426334 Feb 02 13:41:00.056792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-59f718aa-a360-41db-9bed-6279bcdec402 req-ef4828c0-e814-473e-bf48-5439623301cf tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Unset dirty status for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:00.061804 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-59f718aa-a360-41db-9bed-6279bcdec402 req-ef4828c0-e814-473e-bf48-5439623301cf tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1802446798&fields=id&tenant_id=8ad4158f51a64d028c012b22bb26ba6a HTTP/1.1" status: 200 len: 267 time: 0.1318326 Feb 02 13:41:00.416952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-33f458d8-da2d-4787-8b2f-85b948899f31 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:00.417964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-33f458d8-da2d-4787-8b2f-85b948899f31 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Synchronizing usage tracker for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:00.507576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f718aa-a360-41db-9bed-6279bcdec402 req-a67d56ec-1553-4bbd-9a94-132a76752bc3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:00.509522 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-59f718aa-a360-41db-9bed-6279bcdec402 req-a67d56ec-1553-4bbd-9a94-132a76752bc3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.4440036 Feb 02 13:41:00.523399 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'port': {'security_groups': ['ee53b9f2-ea70-415d-9a2b-545db56b35ff', 'c7c51740-fc89-4bee-9adb-4ab7ab297b98']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:00.580830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-33f458d8-da2d-4787-8b2f-85b948899f31 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Unset dirty status for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:00.582182 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-33f458d8-da2d-4787-8b2f-85b948899f31 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 808 time: 0.5188844 Feb 02 13:41:00.677161 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-9f40de62-bfc9-45c8-945a-3090b83a4600 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/quotas/dee579b338bc4aac9623d2faa9473b9e HTTP/1.1" status: 200 len: 375 time: 0.0861325 Feb 02 13:41:00.750188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:00.964391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-3e4f2b98-9036-433d-b6e5-44cad2f14e47 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Synchronizing usage tracker for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:01.013881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-3e4f2b98-9036-433d-b6e5-44cad2f14e47 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Unset dirty status for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:01.015242 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-3e4f2b98-9036-433d-b6e5-44cad2f14e47 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3266916 Feb 02 13:41:01.290903 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-e56c0b99-216e-4b76-9dd1-2139275aeaa9 service neutron] 10.222.0.90 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611430 Feb 02 13:41:01.395474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] For port e89ecfd3-1654-4222-a803-d3427a0478a9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e89ecfd3-1654-4222-a803-d3427a0478a9,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:01.464136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:01.469159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:01.488134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:01.521507 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-44dc3ed1-5267-4175-9b04-db3a5b6e72b6 service neutron] 10.222.0.90 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2210603 Feb 02 13:41:01.702546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=5']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:01.715059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.715747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.715967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.716450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.716934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.717422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.717895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.718400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.718859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.719332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.719796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.720260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.720792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.721311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.721799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.722306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.722755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.723221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.723656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.724122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.724563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.725025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.725533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.726120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:01.735525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:01.842841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:01.843739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:01.857174 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-59f718aa-a360-41db-9bed-6279bcdec402 req-e01cd3cb-2d06-4b38-9337-b19ae04c0afe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "PUT /v2.0/ports/e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 981 time: 1.3405879 Feb 02 13:41:01.860701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:01.978659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5e369899-380e-4dc8-8a06-761e1e8e00c7 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:01.979331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e369899-380e-4dc8-8a06-761e1e8e00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:02.208125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ae6c-218f-48c5-bab4-97f798632660 req-ea562448-6c1c-4efe-8499-2d3b0f1514bd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:02.216294 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b7c4ae6c-218f-48c5-bab4-97f798632660 req-ea562448-6c1c-4efe-8499-2d3b0f1514bd tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2329869 Feb 02 13:41:02.295193 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b7c4ae6c-218f-48c5-bab4-97f798632660 req-114ac733-287b-4066-a244-ed30e5218880 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778513 Feb 02 13:41:02.370732 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'status': 'completed', 'code': 200} Feb 02 13:41:02.481530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa6075-c068-470d-b74a-3cb76743226c req-90a218d1-dd5c-4e64-a8b3-1963e3d182d5 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:02.490090 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5aaa6075-c068-470d-b74a-3cb76743226c req-90a218d1-dd5c-4e64-a8b3-1963e3d182d5 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1936238 Feb 02 13:41:02.499975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-175cf06f-8821-4398-947f-8e07f3cbcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:02.504023 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-175cf06f-8821-4398-947f-8e07f3cbcb33 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1202 time: 0.0930231 Feb 02 13:41:02.574336 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-29b11f21-5a9c-4b42-85e4-1529364e44bd req-6c7c46f7-4587-49da-89f6-1d9c3843b431 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 210 time: 0.0812058 Feb 02 13:41:02.644174 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5aaa6075-c068-470d-b74a-3cb76743226c req-f84a7d75-b663-4ec4-a260-b73da32b7961 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1529171 Feb 02 13:41:02.668274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-de0b71ed-0faf-4e61-b07e-04af4c758759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:02.670201 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-de0b71ed-0faf-4e61-b07e-04af4c758759 service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.1561396 Feb 02 13:41:02.769827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:02.798430 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-4112905a-b41b-462e-abf4-30947cef85f6 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 1001 time: 0.1220460 Feb 02 13:41:02.851258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:02.851663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:02.903784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-792afd64-99b5-40e7-ac4a-41fd419e7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:02.905555 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-792afd64-99b5-40e7-ac4a-41fd419e7603 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.0708778 Feb 02 13:41:03.024819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-020f701f-dfb2-4263-b4e1-681b5171535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:03.026503 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-020f701f-dfb2-4263-b4e1-681b5171535e service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1147113 Feb 02 13:41:03.181077 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-6424704d-6e33-4dfd-b854-243be3f7c8b5 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440227 Feb 02 13:41:03.417265 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3ca65ead-b0c4-47a7-baf7-958b446cdfb5 req-a4867456-53b6-47c5-ac7d-35edd5b11d16 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2229280 Feb 02 13:41:03.524016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-ca7aabc1-f85e-4e6b-a1fc-5d50bcddfdea tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:03.525209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-ca7aabc1-f85e-4e6b-a1fc-5d50bcddfdea tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Synchronizing usage tracker for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:03.719970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8d979-7c40-4fa2-901f-19f74f3bce52 req-69205f67-a517-46f8-bc68-89a85c965c06 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:03.721783 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-27f8d979-7c40-4fa2-901f-19f74f3bce52 req-69205f67-a517-46f8-bc68-89a85c965c06 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.2785549 Feb 02 13:41:03.745637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-ca7aabc1-f85e-4e6b-a1fc-5d50bcddfdea tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Unset dirty status for tenant:b37c98b76cb84abfb589388ea91a2f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:03.746907 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-ca7aabc1-f85e-4e6b-a1fc-5d50bcddfdea tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 945 time: 0.4752886 Feb 02 13:41:03.830652 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4022f10e-22db-4c55-b348-9c3f29ad8866 req-ba6a5932-5b1e-4873-a326-48764b4ceba0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 210 time: 0.0862341 Feb 02 13:41:03.854044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-94898705-d6e7-4383-a449-a0625e1baa8c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:03.855937 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-94898705-d6e7-4383-a449-a0625e1baa8c tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 808 time: 0.3132813 Feb 02 13:41:03.872451 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-27f8d979-7c40-4fa2-901f-19f74f3bce52 req-d4bc3ad0-9fa6-4103-8498-ddb4381d7adc tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Feb 02 13:41:03.982602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Deleting port d8704639-ef1b-4096-91dd-f9004fb3aa18 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:41:03.983000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:04.100462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e95ac286-3cbc-461a-85b2-fd10770c3d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:04.112996 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-6066f585-ec78-45b7-b1ee-6fd780c56756 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.134 "GET /v2.0/security-groups?tenant_id=dee579b338bc4aac9623d2faa9473b9e HTTP/1.1" status: 200 len: 5759 time: 0.2070436 Feb 02 13:41:04.322435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] For port d8704639-ef1b-4096-91dd-f9004fb3aa18, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:04.322844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:04.461861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'port': {'device_id': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'admin_state_up': True, 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'security_groups': ['e36678e5-7913-4f19-b80c-4a3736effbdc']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:04.486159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Calling delete_port for d8704639-ef1b-4096-91dd-f9004fb3aa18 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:41:04.502111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device d8704639-ef1b-4096-91dd-f9004fb3aa18 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:41:04.627463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:04.656842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:04.667761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port d8704639-ef1b-4096-91dd-f9004fb3aa18, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:04.672508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:04.674448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c89fe515-1e2d-4e93-a4f8-95a7ec9fcf23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:04.684769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:04.696451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:04.708095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Made reservation on behalf of dee579b338bc4aac9623d2faa9473b9e for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:04.730930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:04.758525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:41:04.759331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:41:04.917809 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18', 'code': 200} Feb 02 13:41:04.919014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=d8704639-ef1b-4096-91dd-f9004fb3aa18,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:04.932089 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.933206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.934277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.934923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.935569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.936226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.936860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.937547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.938181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.938756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.939141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.939588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.940287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.940959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.941596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.942234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.942878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.943652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.944120 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.944429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.944879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.945275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.945991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.946507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:04.962609 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:05.070498 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4dc7c224-3f24-4a01-8ae4-64da17e1793f req-f5d23adf-2f9b-4652-94ce-1358aee6d6bc tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 210 time: 0.0842888 Feb 02 13:41:05.174126 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Allocated IP 172.20.0.9 (6d2e43c5-765b-4864-b804-8bf55bcde811/686703a0-6c37-45ba-94a7-ea5064cbc029/efaa2d0e-ef3d-4ca1-848b-1a4516f768c3) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:05.242566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71d98-3ad7-4bde-9d9c-721267c9043b req-434ee619-01f3-4e4e-994f-5359c663e31e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:05.248553 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d71d98-3ad7-4bde-9d9c-721267c9043b req-434ee619-01f3-4e4e-994f-5359c663e31e tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 943 time: 0.1769731 Feb 02 13:41:05.297542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Deleting port d8704639-ef1b-4096-91dd-f9004fb3aa18 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:41:05.297854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:05.312691 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d71d98-3ad7-4bde-9d9c-721267c9043b req-3dd894c4-798e-428d-8926-5e2ff5265be6 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/security-groups?id=76d12dd8-4ea8-4ab5-84a4-225b86f043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617561 Feb 02 13:41:05.795352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:05.830750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Transition to ACTIVE for port object efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:05.879826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] For port d8704639-ef1b-4096-91dd-f9004fb3aa18, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d8704639-ef1b-4096-91dd-f9004fb3aa18,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:05.880222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:06.021590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Calling delete_port for d8704639-ef1b-4096-91dd-f9004fb3aa18 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:41:06.075455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:06.092574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6be2d44-9522-4b8b-baa3-66bba94ab86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:06.255858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:06.315957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.316372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.316777 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.317230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.317625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.318016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.318407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.318799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.319187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.319599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.319993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.320381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.320794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.321209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.321619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.322011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.322400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.322790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.323174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.323558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.323949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.324332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.324715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.325125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:06.338667 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:06.373946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a9a55-5e29-4706-b6c5-34f90d7d3af7 req-b0f5b05c-88d8-4b13-b9d3-537d4a6d95a4 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:06.376052 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f7a9a55-5e29-4706-b6c5-34f90d7d3af7 req-b0f5b05c-88d8-4b13-b9d3-537d4a6d95a4 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 931 time: 0.1746795 Feb 02 13:41:06.395532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:06.398662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:06.413274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:06.415262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:06.448191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:06.460143 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f7a9a55-5e29-4706-b6c5-34f90d7d3af7 req-87b46e3f-8299-415a-9fe8-9d11c29320e9 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0754485 Feb 02 13:41:06.513213 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-32e18757-c696-471d-967f-fa06d1d4aa08 req-42a7bdb8-ea07-4b12-b935-a59ae7283515 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.90 "GET /v2.0/ports?device_id=8906f5d4-ab97-4f6e-bac7-94900aed8450 HTTP/1.1" status: 200 len: 210 time: 0.0517030 Feb 02 13:41:06.553348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Pushing event deleted for resources: {'Port': ['ID=d8704639-ef1b-4096-91dd-f9004fb3aa18,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:06.562696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:06.637709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d6409b6d-5741-4b0f-b07a-f849e0b4d085 None None] Provisioning for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:06.643952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d6409b6d-5741-4b0f-b07a-f849e0b4d085 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:06.644577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6409b6d-5741-4b0f-b07a-f849e0b4d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:06.665367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:06.666117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:06.710822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d6409b6d-5741-4b0f-b07a-f849e0b4d085 None None] Port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:41:06.737892 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3438666 Feb 02 13:41:06.778747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Request body: {'port': {'device_id': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:06.816717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] No DVR routers for this DVR port d8704639-ef1b-4096-91dd-f9004fb3aa18 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:41:06.825817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:06.827962 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-58544752-e4f8-40f8-bc52-f2d1d8bb254b req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] 10.222.0.134 "DELETE /v2.0/ports/d8704639-ef1b-4096-91dd-f9004fb3aa18 HTTP/1.1" status: 204 len: 173 time: 2.9709227 Feb 02 13:41:06.828514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'name': 'network-vif-deleted', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:06.905447 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8906f5d4-ab97-4f6e-bac7-94900aed8450', 'name': 'network-vif-deleted', 'tag': 'd8704639-ef1b-4096-91dd-f9004fb3aa18', 'status': 'completed', 'code': 200} Feb 02 13:41:06.926401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.381071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:41:07.390699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.405951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Transition to ACTIVE for port object efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:07.414253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.414536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9845-9ff5-43a2-95ac-db2e3b8a1811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.435152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:07.597382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:07.602863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:07.694514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44056) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:07.818349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Attempting to bind port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:07.819438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Attempting to bind port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:41:07.820021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Attempting to bind port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 on network 6d2e43c5-765b-4864-b804-8bf55bcde811 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:41:07.827575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:41:07.828245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Checking segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:07.828846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.829438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Bound using segment: {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:41:07.830125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Bound port: efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dd5990-6be2-4c29-b0b1-d542e589df49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:41:07.830679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.948564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:41:07.952109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:41:07.956683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:07.973995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ab88dc90-a144-4716-95e2-b4b767462b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:08.135019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:08.140581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:08.173872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:08.174510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:08.176012 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] 10.222.0.134 "PUT /v2.0/ports/efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 1157 time: 1.4023235 Feb 02 13:41:08.191617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b17b3b-b35f-4fb2-b614-df1876c387b3 req-d9a8c10d-8d9c-42f0-a6c4-da17a7dfaece tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:08.196883 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-70b17b3b-b35f-4fb2-b614-df1876c387b3 req-d9a8c10d-8d9c-42f0-a6c4-da17a7dfaece tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.5759509 Feb 02 13:41:08.288608 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-70b17b3b-b35f-4fb2-b614-df1876c387b3 req-4d4b090b-95a9-4e03-91b7-a8bf1274dd2a tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0870979 Feb 02 13:41:08.308124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-3f6f926b-0293-4d4d-8b13-7ea4240bdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:08.309822 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-3f6f926b-0293-4d4d-8b13-7ea4240bdfcd service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1160 time: 0.0878925 Feb 02 13:41:08.398936 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-e9d78ff2-aa56-4a4a-a031-c496ad78fa97 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 217 time: 0.0739152 Feb 02 13:41:08.441632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:08.468007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-d50e2496-656c-4ab6-a79d-39771e6cf430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:08.469727 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-d50e2496-656c-4ab6-a79d-39771e6cf430 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0657775 Feb 02 13:41:08.562607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-cf4f4db6-c03a-4f22-93ff-7228c613c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:08.564264 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-cf4f4db6-c03a-4f22-93ff-7228c613c614 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876567 Feb 02 13:41:08.717354 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-b7519cbb-9016-40f1-af41-91d6fa117451 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470089 Feb 02 13:41:08.736047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853802698'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:09.094654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:09.128315 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6f64781-c7f0-4b13-aac5-7a9dbe39a60e req-eb210ac4-a0d7-4396-9058-44d22bb19cab service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4052360 Feb 02 13:41:09.138910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Deleting port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:41:09.139382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:09.185292 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'status': 'completed', 'code': 200} Feb 02 13:41:09.344492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-27582bd6-093d-492e-9fcf-151059ad02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:09.346717 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-27582bd6-093d-492e-9fcf-151059ad02ea service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1160 time: 0.0899057 Feb 02 13:41:09.360755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] For port bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,segment=NetworkSegment(76016d57-fec7-4422-8df4-8c12c6ec087c),segment_id=76016d57-fec7-4422-8df4-8c12c6ec087c)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:09.361221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:09.429995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:09.546430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-9863eb12-49af-4729-9fe5-1de4132c8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:09.548328 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-9863eb12-49af-4729-9fe5-1de4132c8de6 service neutron] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1924827 Feb 02 13:41:09.594629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Calling delete_port for bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:41:09.632944 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-508e051b-9221-44ac-9060-8f38aaef04ac service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 217 time: 0.0790896 Feb 02 13:41:09.714246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-dad0fa62-e09b-42d2-9e4a-3c279a1bf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:09.715907 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-dad0fa62-e09b-42d2-9e4a-3c279a1bf14b service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0770822 Feb 02 13:41:09.813177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-be465520-1bd9-4918-b092-004a8322f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:09.814760 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-be465520-1bd9-4918-b092-004a8322f10b service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881169 Feb 02 13:41:09.966377 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-85bc9529-8267-4327-96e4-a866604f9fac service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457577 Feb 02 13:41:10.063769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20849384-57cb-4e91-8a2b-1ab031b7cb31 req-cb474e85-b7ea-4420-82d4-9ef1bcb93356 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:10.065522 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20849384-57cb-4e91-8a2b-1ab031b7cb31 req-cb474e85-b7ea-4420-82d4-9ef1bcb93356 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.4350877 Feb 02 13:41:10.069649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:10.117448 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3da53b71-8936-4e15-94a9-6983bcd4b45f req-e64d1a8a-7939-42bd-b501-88379156e6e2 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444914 Feb 02 13:41:10.150427 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-20849384-57cb-4e91-8a2b-1ab031b7cb31 req-808effeb-081d-4f39-8244-74d483d7df79 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0779557 Feb 02 13:41:10.213716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:10.232771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:10.332047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:10.338651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:10.835030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44108) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:10.908715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Deleting subnet 10042b3d-8b72-4653-bfa1-af0867394d2a {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:41:10.912171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:10.915481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972658'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:10.921750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:10.976121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.008715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:11.017820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:11.018430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.056517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.156225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.190628 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:11.197695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:11.206823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.208982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:11.309438 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'code': 200} Feb 02 13:41:11.310128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:11.313499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:11.404470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.421581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b68adb8-d9d5-49b5-b844-645d8e52a53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:11.511724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10042b3d-8b72-4653-bfa1-af0867394d2a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:11.525468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:11.607243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.624149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] 10.222.0.90 "DELETE /v2.0/subnets/10042b3d-8b72-4653-bfa1-af0867394d2a HTTP/1.1" status: 204 len: 168 time: 0.7855098 Feb 02 13:41:11.624462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44120) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:11.640228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb129b-bf9c-4471-8857-361b881bac46 req-ba612f03-2c0e-4c9b-a251-a99061adf6ef tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:11.642017 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acfb129b-bf9c-4471-8857-361b881bac46 req-ba612f03-2c0e-4c9b-a251-a99061adf6ef tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.3034863 Feb 02 13:41:11.647903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Router 43bcec23-cbd8-4e35-9417-bfd9b8009308 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:41:11.746705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecc07a-8252-4cfc-9091-60e150c6ecb7 req-1da34db8-6914-4193-b331-b9bc499624e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:11.748401 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-68ecc07a-8252-4cfc-9091-60e150c6ecb7 req-1da34db8-6914-4193-b331-b9bc499624e3 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.1992815 Feb 02 13:41:11.755705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:11.852731 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acfb129b-bf9c-4471-8857-361b881bac46 req-c49e3e0a-2e9e-4eb1-b05a-7739d3e768d3 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2000754 Feb 02 13:41:11.908409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:41:11.910322 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-68ecc07a-8252-4cfc-9091-60e150c6ecb7 req-2df5fc77-0082-48b1-91eb-dcfe7ba45d46 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1034296 Feb 02 13:41:11.920040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] Sync routers for ids ['43bcec23-cbd8-4e35-9417-bfd9b8009308'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:41:11.927541 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fc9e330b-a12f-4af1-a09c-999ba01d9881 admin admin] 10.222.0.90 "PUT /v2.0/routers/43bcec23-cbd8-4e35-9417-bfd9b8009308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2256336 Feb 02 13:41:11.927807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44124) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:11.932557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] Routers {'43bcec23-cbd8-4e35-9417-bfd9b8009308'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:11.933283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['43bcec23-cbd8-4e35-9417-bfd9b8009308'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:11.991499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.117546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f9acfe-4d84-45c6-bca9-12302b42894c']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:12.132587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ce4713-7255-41b4-8c9f-7ee4c650197f') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:12.133024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ce4713-7255-41b4-8c9f-7ee4c650197f') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:12.144303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.147555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.165438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.167752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:41:12.354163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] Set router 43bcec23-cbd8-4e35-9417-bfd9b8009308 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:12.378990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.384164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Network e3f9acfe-4d84-45c6-bca9-12302b42894c has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:41:12.385954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Deleting port e2b7e438-aacb-4d08-b802-2dc455c9737e {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:41:12.390259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.394362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.589248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] For port e2b7e438-aacb-4d08-b802-2dc455c9737e, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=e2b7e438-aacb-4d08-b802-2dc455c9737e,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:12.589714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.592194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Network e3f9acfe-4d84-45c6-bca9-12302b42894c has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:41:12.618335 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:41:12.713357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:12.751264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.759190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:12.761959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Calling delete_port for e2b7e438-aacb-4d08-b802-2dc455c9737e owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:41:12.762495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:41:10Z', 'revision_number': 5, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:12.771879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] Checking router: 43bcec23-cbd8-4e35-9417-bfd9b8009308 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:41:12.791046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] Routers {'43bcec23-cbd8-4e35-9417-bfd9b8009308'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:12.791724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['43bcec23-cbd8-4e35-9417-bfd9b8009308'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:12.795119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.814425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f9acfe-4d84-45c6-bca9-12302b42894c,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:12.823113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:12.831279 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e930ac9a-cdcf-4c99-9687-17633722c57b admin admin] 10.222.0.90 "DELETE /v2.0/networks/e3f9acfe-4d84-45c6-bca9-12302b42894c HTTP/1.1" status: 204 len: 168 time: 1.2046630 Feb 02 13:41:12.834189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44134) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:12.849708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:12.850151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:12.968776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Deleting subnet 53464a5a-2298-405b-bee6-da578afc1865 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:41:12.981028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.016656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.plugins.ml2.ovo_rpc [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: result = function(*args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: proto.__init__(conn_state, self) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: self.handle() Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: self.handle_one_request() Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: self.handle_one_response() Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: result = self.application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return app(environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return request.get_response(self.application) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self._app) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return resp(environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return resp(environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: response = self.app(environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return resp(environ, start_response) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:41:13.024222 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: result = method(request=request, **args) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return self._delete(request, id, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(*dup_args, **dup_kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: obj_deleter(request.context, id, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return method(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(*dup_args, **dup_kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: self._delete_current_gw_port(context, id, router, None) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: admin_ctx, gw_port_id, l3_port_check=False) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, context, *args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return method(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: context, port, router_ids, bound_mech_contexts) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: return function(*args, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: callback(resource, event, trigger, **kwargs) Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: if self._is_session_semantic_violated(context, resource, event): Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: stack = traceback.extract_stack() Feb 02 13:41:13.036034 dv-cinder-772388-4-smb neutron-server[80063]: Feb 02 13:41:13.039823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] Set router 43bcec23-cbd8-4e35-9417-bfd9b8009308 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:13.085760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.148072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.363956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:41:10Z', 'revision_number': 5, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:13.369414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdded78-7bc3-42a3-a078-5b69db3b88d9 None None] The sync data for ids ['43bcec23-cbd8-4e35-9417-bfd9b8009308'] in dv-cinder-772388-4-smb is: [{'id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'name': 'tempest-ServerRescueNegativeTestJSON-658047204-router', 'tenant_id': 'b37c98b76cb84abfb589388ea91a2f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:37:59Z', 'updated_at': '2021-02-02T13:41:10Z', 'revision_number': 5, 'project_id': 'b37c98b76cb84abfb589388ea91a2f95', 'gw_port': {'id': 'e2b7e438-aacb-4d08-b802-2dc455c9737e', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bcec23-cbd8-4e35-9417-bfd9b8009308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:01Z', 'updated_at': '2021-02-02T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:41:13.377639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0ab2f-d8af-4114-8f75-4f79810fd022 req-7915f5ff-0ece-4c5b-84f8-5dd0bd0a6660 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:13.379540 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ea0ab2f-d8af-4114-8f75-4f79810fd022 req-7915f5ff-0ece-4c5b-84f8-5dd0bd0a6660 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.2766814 Feb 02 13:41:13.426084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972948'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.707639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.780131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:13.849677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53464a5a-2298-405b-bee6-da578afc1865,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:13.853099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:13.865419 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ea0ab2f-d8af-4114-8f75-4f79810fd022 req-7dd3926d-a5b5-4902-ab47-76aa6bd7cd66 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4755938 Feb 02 13:41:13.867590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14183'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.868920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.870427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.875723 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/53464a5a-2298-405b-bee6-da578afc1865 HTTP/1.1" status: 204 len: 168 time: 1.0406163 Feb 02 13:41:13.881365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44146) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:13.964045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853806997'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.965012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43bcec23-cbd8-4e35-9417-bfd9b8009308 {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 13:41:13.979762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:13.981054 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-60544b44-df41-4270-8227-3cf16105d5ad admin admin] 10.222.0.90 "DELETE /v2.0/routers/43bcec23-cbd8-4e35-9417-bfd9b8009308 HTTP/1.1" status: 204 len: 168 time: 2.0522223 Feb 02 13:41:13.983790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44152) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:14.007982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.110356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Deleting subnet 2abdeea7-150c-4b9e-ac87-a289d1ad2a88 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:41:14.115686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.176000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6749136'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.206511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.284254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:41:14.317466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc972-596d-4d3b-89e9-4bf7909c5eff req-589f1ce3-2348-4328-b3ad-d979623c2627 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:14.319202 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-803bc972-596d-4d3b-89e9-4bf7909c5eff req-589f1ce3-2348-4328-b3ad-d979623c2627 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.3007748 Feb 02 13:41:14.333158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.335449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adb5ddb-375a-4ebd-8db7-2881ea01a92e']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:14.341670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:41:14.342348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device bdea2160-2c93-4c5b-b8d1-64a2f0a6e3f9 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:41:14.350855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889a20d3-ddae-458c-8cb7-9365d59eb70e') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:14.351199 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889a20d3-ddae-458c-8cb7-9365d59eb70e') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:14.364031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.387840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.390636 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:41:14.515451 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-803bc972-596d-4d3b-89e9-4bf7909c5eff req-518e2cd9-b693-45f9-8755-a371f81816e2 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1487558 Feb 02 13:41:14.578559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:41:14.589912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.793162 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Network 0adb5ddb-375a-4ebd-8db7-2881ea01a92e has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:41:14.817178 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:41:14.849321 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-d05e056b-3ae5-474a-8dd9-80d12482580a tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2617335 Feb 02 13:41:14.850530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6504302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6779357'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.869811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:14.903675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'floatingip': {'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:14.910245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.914973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:14.919278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:14.941398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adb5ddb-375a-4ebd-8db7-2881ea01a92e,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:14.945197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:14.947158 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fe32a374-dd94-40ae-89f6-3fcea5325460 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0adb5ddb-375a-4ebd-8db7-2881ea01a92e HTTP/1.1" status: 204 len: 168 time: 1.0644581 Feb 02 13:41:14.996824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:14.999404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abdeea7-150c-4b9e-ac87-a289d1ad2a88,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:15.005769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:15.006768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Usage tracker for resource:floatingip and tenant:dee579b338bc4aac9623d2faa9473b9e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:15.009993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:15.019026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:15.055345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.081621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.124482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44168) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:15.140952 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-32d94ebd-fc6c-41b7-86b4-a21a88167b08 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2abdeea7-150c-4b9e-ac87-a289d1ad2a88 HTTP/1.1" status: 204 len: 168 time: 1.1559074 Feb 02 13:41:15.143699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44172) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:15.171281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44176) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:15.225172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.278336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.351279 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-aeb938cf-1eb2-4486-aa26-e7bde77abd1c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5957eda8a92a4918875c9711968b11c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249806 Feb 02 13:41:15.354223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44182) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:15.450550 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.502151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:15.503482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.517095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Usage tracker for resource:security_group_rule and tenant:73f397bb91644113a6b072add6cc3898 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:15.560357 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:15.573967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:15.587653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.622945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51eedb10-f9a0-43f2-afa6-01d4ac860349']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:15.637321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76016d57-fec7-4422-8df4-8c12c6ec087c') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:15.637798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76016d57-fec7-4422-8df4-8c12c6ec087c') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:15.641270 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Allocated IP 172.28.0.119 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/f27e9429-e439-48b1-8fda-dcf60b3cd67f) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:15.650763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.656690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.666535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.668971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:41:15.850203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:41:15.854107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.859856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.873917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18d84af0-d524-4f42-865a-d1be18937ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:15.918622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06413c0b-7e22-4e9e-8e3a-fece4946b41e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:15.922785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.928257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:15.932258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.938006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.948471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-941f738b-a839-437e-b44c-8a47ea865f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:15.990902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:15.991967 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/06413c0b-7e22-4e9e-8e3a-fece4946b41e HTTP/1.1" status: 204 len: 168 time: 0.6366117 Feb 02 13:41:16.013003 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=73f397bb91644113a6b072add6cc3898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8379059 Feb 02 13:41:16.013003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49b42d7-c5b2-4fef-93bd-e9543d2f052a,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:16.015924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44190) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:16.019610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:16.058659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Network 51eedb10-f9a0-43f2-afa6-01d4ac860349 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:41:16.071888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:41:16.084724 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:41:16.098347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a2e6ba66-8b36-403e-a92b-af73d0c1a5c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:16.176271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.179985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-68806ed0-bf6b-48f8-a096-01ca014ef731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:16.195135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.208532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=51eedb10-f9a0-43f2-afa6-01d4ac860349,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:16.212302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:16.216613 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] 10.222.0.90 "DELETE /v2.0/networks/51eedb10-f9a0-43f2-afa6-01d4ac860349 HTTP/1.1" status: 204 len: 168 time: 1.0717547 Feb 02 13:41:16.220270 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.273052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event updated for resources: {'Port': ['ID=f27e9429-e439-48b1-8fda-dcf60b3cd67f,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:16.276700 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.286627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:16.343084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device e2b7e438-aacb-4d08-b802-2dc455c9737e no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:41:16.369231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:16.370487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:16.373134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:16.389650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: e2b7e438-aacb-4d08-b802-2dc455c9737e {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:41:16.390419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device e2b7e438-aacb-4d08-b802-2dc455c9737e not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:41:16.427226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.434978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d8313d23-4ee0-4c0f-abab-73bef708420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:16.438614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44198) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:16.450800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49b42d7-c5b2-4fef-93bd-e9543d2f052a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:16.456016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:16.465109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.466374 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b49b42d7-c5b2-4fef-93bd-e9543d2f052a HTTP/1.1" status: 204 len: 168 time: 0.4494641 Feb 02 13:41:16.474631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44204) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:16.508938 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e40abd52-56a0-4f4a-ac45-176a33abf590 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c1d3d7527fde4570a36f38374df99061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671041 Feb 02 13:41:16.510953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44208) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:16.539411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.551066 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8243c586-e607-4d6d-a3a3-0986030980f4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b37c98b76cb84abfb589388ea91a2f95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0747519 Feb 02 13:41:16.553828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44212) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:16.590233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.619345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.655226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.680477 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.685265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc1fa938-806d-44d9-a2e9-01b1105de0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:16.698986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ee992-ead4-4dfd-b23f-0a19b63510c7,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:16.704570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:16.706585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.710546 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8e5ee992-ead4-4dfd-b23f-0a19b63510c7 HTTP/1.1" status: 204 len: 168 time: 0.1941414 Feb 02 13:41:16.761269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:16.812030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.223073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.229769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a8fa17f9-26ec-4bcb-ab8f-f92b89e2be9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:17.247536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d12dd8-4ea8-4ab5-84a4-225b86f043e6,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:17.250630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:17.289919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.292445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.293875 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76d12dd8-4ea8-4ab5-84a4-225b86f043e6 HTTP/1.1" status: 204 len: 168 time: 0.7390094 Feb 02 13:41:17.295131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.315246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:17.453904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event updated for resources: {'Port': ['ID=f27e9429-e439-48b1-8fda-dcf60b3cd67f,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:17.458917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:17.569488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.590024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:17.591430 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7250798 Feb 02 13:41:17.712214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-b6c0ff8d-abf9-4d6b-b38b-289ca489960f tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Synchronizing usage tracker for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:floatingip {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:17.730090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-b6c0ff8d-abf9-4d6b-b38b-289ca489960f tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Unset dirty status for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:floatingip {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:17.731821 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-b6c0ff8d-abf9-4d6b-b38b-289ca489960f tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.119 HTTP/1.1" status: 200 len: 696 time: 0.1320491 Feb 02 13:41:17.822293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44256) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:17.989123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-f4a68fac-345e-459c-84b5-0295e00321a2 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:17.994668 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-11c79918-fade-4edc-9dfc-0095c22d25d4 req-f4a68fac-345e-459c-84b5-0295e00321a2 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 784 time: 0.2557507 Feb 02 13:41:18.061174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-586721905-network', 'tenant_id': '37a582a2416b437b886fa8c0a6bdc671'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:18.067276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:18.072123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Usage tracker for resource:network and tenant:37a582a2416b437b886fa8c0a6bdc671 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:18.075792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:18.084356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:18.097326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Made reservation on behalf of 37a582a2416b437b886fa8c0a6bdc671 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:18.104003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.120915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.145967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:18.151535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Usage tracker for resource:security_group_rule and tenant:37a582a2416b437b886fa8c0a6bdc671 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:18.155412 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:18.162310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:18.267520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.271318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.276054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-50ace511-c19e-48de-a347-9f042dcbf3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:18.316212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab1b7b-632c-4998-ac02-1f26e0172a56,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:18.317426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-4f7a9a37-c8a2-4b9c-be92-747672a14d6e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:18.319602 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-4f7a9a37-c8a2-4b9c-be92-747672a14d6e tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1811671 Feb 02 13:41:18.333553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:18.344791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:41:18.355426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.355915 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Added segment f14726b9-36c9-4c4b-8404-5e3825a03587 of type vxlan for network 092863b3-43ee-4049-860a-0f7ed2d01b6e Feb 02 13:41:18.390549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.426881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.428405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:18.429326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.435839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:18.456434 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-9ee798b2-3dfc-4d2e-8a23-4aee51fbf24f tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.119 HTTP/1.1" status: 200 len: 696 time: 0.1287763 Feb 02 13:41:18.463339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Request body: {'floatingip': {'port_id': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:18.541184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44280) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:18.557756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Pushing event updated for resources: {'Network': ['ID=092863b3-43ee-4049-860a-0f7ed2d01b6e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:18.563139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:18.576814 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7498910 Feb 02 13:41:18.577207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:41:18.577325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44286) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:18.583177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Request body: {'subnet': {'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-586721905-subnet', 'tenant_id': '37a582a2416b437b886fa8c0a6bdc671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:18.588799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:18.592953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Usage tracker for resource:subnet and tenant:37a582a2416b437b886fa8c0a6bdc671 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:18.593135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.596025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:18.603185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:18.606109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:41:18.620351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Made reservation on behalf of 37a582a2416b437b886fa8c0a6bdc671 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:18.627605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846723614'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.757724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-869309933-network', 'tenant_id': '57c8bee94c904844a0da3c27079860f5'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:18.765153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:18.772189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Usage tracker for resource:network and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:18.778717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:18.787410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:18.812346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Made reservation on behalf of 57c8bee94c904844a0da3c27079860f5 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:18.816738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.832882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:18.852453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:18.858461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:18.863229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:18.874283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:19.376780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.380569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.395556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.405524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.411645 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8e336a46-bed7-4aed-acab-52501ed43cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:19.438846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:41:19.466923 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da417e1d-b77e-48cd-b7b7-a67e15ceafd1,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:19.470052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.470490 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Added segment 4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5 of type vxlan for network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 Feb 02 13:41:19.479291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:19.520518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.566220 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Floating IP 810ae817-a8f3-441d-8720-2b2e2abce32f associated. External IP: 172.28.0.119, port: efaa2d0e-ef3d-4ca1-848b-1a4516f768c3. Feb 02 13:41:19.602582 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.605712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:19.606365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.613367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:19.639983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848317922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846723631'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:19.802878 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2584567 Feb 02 13:41:19.805871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Pushing event updated for resources: {'Network': ['ID=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:19.815179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44294) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:19.817856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:41:19.818883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:19.821676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-012ca466-2193-4bb6-9f77-35b425e9180b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:19.840081 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:41:19.854511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Request body: {'subnet': {'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-subnet', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:19.869638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:19.889332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Usage tracker for resource:subnet and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:19.896774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:19.926249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:19.946904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61db07a4-77d0-4502-a456-3a6bd8c8bb03,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:19.953687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:19.964062 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Made reservation on behalf of 57c8bee94c904844a0da3c27079860f5 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:19.969210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846723614'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:20.092953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Checking segment: {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:20.093343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Network hostable DHCP agents. Network: 092863b3-43ee-4049-860a-0f7ed2d01b6e, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:41:20.133911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:41:20.179774 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 092863b3-43ee-4049-860a-0f7ed2d01b6e) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:20.191289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b71c8-0651-4be5-a4b6-b829b95ca7dc None None] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:41:20.206885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:41:20.208243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:20.208932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:20.262375 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f2fcb776-a956-468e-bca5-9dca26474533 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6841772 Feb 02 13:41:20.418637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:41:20.424142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:20.451908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] Sync routers for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:41:20.471973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:20.472859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:20.522934 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-595653b5-f88b-404f-9baf-8b95112f6906 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "PUT /v2.0/floatingips/810ae817-a8f3-441d-8720-2b2e2abce32f HTTP/1.1" status: 200 len: 996 time: 2.0649350 Feb 02 13:41:20.523559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:20.656631 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'status': 'completed', 'code': 200} Feb 02 13:41:20.677275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1c4cb-769f-4b09-9baf-ab10a3a3d960 None None] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:41:20.700186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848317922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846723631'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:20.737898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-6c4cad1c-ca7c-4d63-a4d8-b7c315a74117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:20.755665 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-6c4cad1c-ca7c-4d63-a4d8-b7c315a74117 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.2151918 Feb 02 13:41:20.808320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0dbf1ef3-d43b-4118-994f-2b07b3442cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:20.840552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:20.933252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-27bca90d-7777-4c03-a667-5474ca0bd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:20.935661 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-27bca90d-7777-4c03-a667-5474ca0bd05c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1788893 Feb 02 13:41:20.988683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70126b11-2835-4ec3-b929-88a340b52346,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:21.003511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:21.008415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-15365e01-9b78-4a13-bdf9-196fd0515779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.010126 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-15365e01-9b78-4a13-bdf9-196fd0515779 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.3087075 Feb 02 13:41:21.079009 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-7875b5b6-bcbb-42a6-b515-41ae2ff6dcd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 999 time: 0.1358495 Feb 02 13:41:21.159827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-4932da57-4ff3-448a-a591-20597c696243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.161791 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-4932da57-4ff3-448a-a591-20597c696243 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0758893 Feb 02 13:41:21.176975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-d6687a19-70fd-48c3-ab6f-7cbf1601770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.178757 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-d6687a19-70fd-48c3-ab6f-7cbf1601770c service neutron] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1538558 Feb 02 13:41:21.256300 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-c3f3d3af-ab52-48ea-abe8-b4de28212e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.264628 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-c3f3d3af-ab52-48ea-abe8-b4de28212e95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958140 Feb 02 13:41:21.270149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-cdc84f44-6d74-4be3-9882-f1bf51551c4c service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:41:21.277858 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-cdc84f44-6d74-4be3-9882-f1bf51551c4c service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0121315 Feb 02 13:41:21.377350 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Checking segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:21.377759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Network hostable DHCP agents. Network: eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:41:21.395359 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-90c1b857-0f7e-47f4-8180-b1a5c341658b service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 999 time: 0.2070882 Feb 02 13:41:21.447463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '810ae817-a8f3-441d-8720-2b2e2abce32f', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'port_id': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'mac_address': 'fa:16:3e:0e:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:16Z', 'updated_at': '2021-02-02T13:41:19Z', 'revision_number': 1, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:22Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:21.452927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] Checking router: 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:41:21.468217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:21.469242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:21.473891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-56a553bc-8f85-4c06-a6b6-0c6e0aa6344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.475576 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-56a553bc-8f85-4c06-a6b6-0c6e0aa6344d service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0728836 Feb 02 13:41:21.476941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:41:21.488166 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-42ccca94-52b3-4f84-b817-1217263b8d1e service neutron] 10.222.0.90 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093835 Feb 02 13:41:21.534836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:21.553171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45dc49-e131-4916-bce8-e09ca4c9943e None None] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:41:21.557988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.558650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:21.595062 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7759764 Feb 02 13:41:21.595583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44316) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:21.602980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:21.611440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:21.637516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-a44ec02c-69a3-4154-a629-541cb481337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:21.639989 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-a44ec02c-69a3-4154-a629-541cb481337a service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1553504 Feb 02 13:41:21.641461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Usage tracker for resource:router and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:21.646109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:21.659688 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a97b8f61-588c-41e0-a59f-1bb7f9211bef req-24bce2a4-af75-45ec-9636-ef82cf288077 service neutron] 10.222.0.90 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1581118 Feb 02 13:41:21.689651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:21.766500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-969861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14198'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:21.767956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853805973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853802901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761618'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:21.810871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:21.837588 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-31f7e2c0-a8c7-4d56-9a97-74a31e0ac35a service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866465 Feb 02 13:41:21.966926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:22.239044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dad320d-557b-5a98-b47e-0783a205f356-eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346'}]}} from dv-cinder-772388-4-smb. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 02 13:41:22.239751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:22.469951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853802920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-969978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761633'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:22.493591 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3116bd0-123d-4d68-ae8d-9f4a53247e3f req-6a90f248-a26d-4257-beb8-bd698076ae1f service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6502290 Feb 02 13:41:22.772241 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Allocated IP 172.20.0.2 (eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2/70126b11-2835-4ec3-b929-88a340b52346/9f78e088-c819-4b1e-b4b5-732695629073) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:22.791632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '810ae817-a8f3-441d-8720-2b2e2abce32f', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'port_id': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'mac_address': 'fa:16:3e:0e:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:16Z', 'updated_at': '2021-02-02T13:41:19Z', 'revision_number': 1, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:22Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:22.812963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6a51-4001-4074-b927-e6d7d34422ad None None] The sync data for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb is: [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '810ae817-a8f3-441d-8720-2b2e2abce32f', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'port_id': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'mac_address': 'fa:16:3e:0e:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:16Z', 'updated_at': '2021-02-02T13:41:19Z', 'revision_number': 1, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:22Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:41:22.939291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:22.989670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.052292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.064545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Transition to ACTIVE for port object 9f78e088-c819-4b1e-b4b5-732695629073 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:23.082199 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Transition to ACTIVE for port object 9f78e088-c819-4b1e-b4b5-732695629073 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:23.088185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.162731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-bf921a78-ea83-461e-bdf4-a60148a511e8 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:23.164585 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-bf921a78-ea83-461e-bdf4-a60148a511e8 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/networks?id=092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 200 len: 813 time: 0.3158324 Feb 02 13:41:23.169928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:23.183764 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-abd86eb6-92ae-407f-a7fc-e26e35000c4d tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/quotas/37a582a2416b437b886fa8c0a6bdc671 HTTP/1.1" status: 200 len: 375 time: 0.0114031 Feb 02 13:41:23.189211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2130ff-e604-4be9-8dab-ca36c861745d None None] New status for floating IP 810ae817-a8f3-441d-8720-2b2e2abce32f: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:41:23.246853 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-ed532a62-30fa-447c-a525-5975deeeac42 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=37a582a2416b437b886fa8c0a6bdc671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551193 Feb 02 13:41:23.270074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Pushing event updated for resources: {'Port': ['ID=9f78e088-c819-4b1e-b4b5-732695629073,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:23.285174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:23.346239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:23.347869 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Resources bound (agent type, host, resource id): {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:23.350894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:23.362742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Allocated IP 172.28.0.60 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/6d42cc93-dd50-477c-a877-3d44e6eee602) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:23.416109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Attempting to bind port 9f78e088-c819-4b1e-b4b5-732695629073 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:23.416877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Attempting to bind port 9f78e088-c819-4b1e-b4b5-732695629073 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:41:23.417530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Attempting to bind port 9f78e088-c819-4b1e-b4b5-732695629073 on network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:41:23.419690 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-312e1f43-d1ff-43cb-a88e-e4c45fad17dd service neutron] 10.222.0.90 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645434 Feb 02 13:41:23.424200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:41:23.424958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Checking segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:23.425629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.426331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Bound using segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:41:23.426867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Bound port: 9f78e088-c819-4b1e-b4b5-732695629073, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:41:23.427294 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.563356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.597163 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b8486d3a-e95f-42b9-91d8-a3e2ce544156 service neutron] 10.222.0.90 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1704934 Feb 02 13:41:23.609698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.631820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bab69c73-ab0d-40d1-adbc-483577408d9c tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:23.715167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] For port 9f78e088-c819-4b1e-b4b5-732695629073, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:41:23.718672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] For port 9f78e088-c819-4b1e-b4b5-732695629073, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=9f78e088-c819-4b1e-b4b5-732695629073,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:41:23.726924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:23.744149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:23.777216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Pushing event updated for resources: {'Port': ['ID=6d42cc93-dd50-477c-a877-3d44e6eee602,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:23.780326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:23.840920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:23.842332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:23.846788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:23.885784 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83e91ee5-91f5-465a-bcc0-3547946d4751 req-3e93f46f-ab47-4a48-a480-327ddde4bc39 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 210 time: 0.0600610 Feb 02 13:41:23.938803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Pushing event updated for resources: {'Port': ['ID=9f78e088-c819-4b1e-b4b5-732695629073,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:23.945705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:24.370901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:24.412567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:24.761980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853805939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-972982'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:25.011311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec is scheduled to L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 02 13:41:25.116162 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7bfd405d-8e82-4b42-9d20-5cbb838635c6 req-2421de6a-dd13-40da-9500-bd57853290ce tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 210 time: 0.0698261 Feb 02 13:41:25.557106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911362e5-69f4-4eca-820e-376f5a8c59eb None None] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:41:25.634630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:41:25.651629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44408) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:25.667723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:41:25.701140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:25.701875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:25.726449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-68381119-1c9d-4b13-9bb8-227270340006 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:25.727284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-68381119-1c9d-4b13-9bb8-227270340006 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Synchronizing usage tracker for tenant:37a582a2416b437b886fa8c0a6bdc671 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:25.758842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-68381119-1c9d-4b13-9bb8-227270340006 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Unset dirty status for tenant:37a582a2416b437b886fa8c0a6bdc671 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:25.760155 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-68381119-1c9d-4b13-9bb8-227270340006 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "GET /v2.0/networks?id=092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 200 len: 813 time: 0.6014211 Feb 02 13:41:25.761366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:25.762582 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1661510 Feb 02 13:41:25.765944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44414) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:25.783050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-856468a3-9056-4e20-be32-f275017def7f None None] Provisioning for port 9f78e088-c819-4b1e-b4b5-732695629073 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:25.788998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Request body: {'port': {'device_id': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e', 'admin_state_up': True, 'tenant_id': '37a582a2416b437b886fa8c0a6bdc671'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:25.951285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:25.954916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:25.955369 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Usage tracker for resource:port and tenant:37a582a2416b437b886fa8c0a6bdc671 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:25.958360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:25.964813 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:25.975984 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Made reservation on behalf of 37a582a2416b437b886fa8c0a6bdc671 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:25.987494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:25.991827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b7f9a1066d433e8826fc900281802e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:25.994975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:25.998122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.001470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:26.053295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:26.092707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.101882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.132253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cc4681d-7d47-4919-9326-23a96fb0f191 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:26.141347 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f1b7f9a1066d433e8826fc900281802e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883063 Feb 02 13:41:26.148206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44420) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:26.208119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad5e3b-f466-440e-b2f9-1053b736bd73,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:26.218207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:26.403392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.470392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Allocated IP 172.20.0.11 (092863b3-43ee-4049-860a-0f7ed2d01b6e/61db07a4-77d0-4502-a456-3a6bd8c8bb03/5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:26.476687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 9f78e088-c819-4b1e-b4b5-732695629073 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:26.526924 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b4e40db7-1340-43a9-98f7-88b446d11c6e req-37745878-c00f-4ddd-97fc-6e251cf5e376 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 210 time: 0.1054518 Feb 02 13:41:26.539315 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.708852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 9f78e088-c819-4b1e-b4b5-732695629073 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:26.715435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 9f78e088-c819-4b1e-b4b5-732695629073 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:26.716002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.941767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:26.968209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:24Z', 'revision_number': 3, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:26.982688 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:41:26.983351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Updating router 233d51a3-97cf-417e-9ca6-5ffded0af3ec port 6d42cc93-dd50-477c-a877-3d44e6eee602 binding host dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:41:27.018382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.032209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-b3c217dd-3169-4754-a0ef-a8711977d4ea None None] Provisioning complete for port 9f78e088-c819-4b1e-b4b5-732695629073 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:27.032810 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b3c217dd-3169-4754-a0ef-a8711977d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.101388 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.137501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.196016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4648beca-0c90-44f9-953e-15f5647a175d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:27.213622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 9f78e088-c819-4b1e-b4b5-732695629073, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=9f78e088-c819-4b1e-b4b5-732695629073,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:27.229637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.244815 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40817af1-bd18-4964-9d92-b3deb08ca140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:27.266382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:27.275873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:27.280546 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:27.330857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=9f78e088-c819-4b1e-b4b5-732695629073,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:27.337135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:27.359226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Pushing event updated for resources: {'Port': ['ID=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:27.364296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:27.367240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.378717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5346f1b-0936-4f0f-aecc-485d739b6a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:27.425025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad5e3b-f466-440e-b2f9-1053b736bd73,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:27.427590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:27.437522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:27.438102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.439398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.443722 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d3ad5e3b-f466-440e-b2f9-1053b736bd73 HTTP/1.1" status: 204 len: 168 time: 1.2921569 Feb 02 13:41:27.463903 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-fd18c42e-5d5b-4676-a841-1837bf981be6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6794631 Feb 02 13:41:27.486112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Request body: {'port': {'device_id': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:27.547800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb8fe0-d98b-4586-9899-0463461485a3 req-ad3aa308-4fe0-443b-84d6-9cf4a2570f0c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:27.556128 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bcfb8fe0-d98b-4586-9899-0463461485a3 req-ad3aa308-4fe0-443b-84d6-9cf4a2570f0c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3419034 Feb 02 13:41:27.712409 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bcfb8fe0-d98b-4586-9899-0463461485a3 req-70f43ba0-d0af-412f-a1aa-20177cb333b7 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551857 Feb 02 13:41:27.725901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.741814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.834969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.847812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Transition to ACTIVE for port object 6d42cc93-dd50-477c-a877-3d44e6eee602 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:27.854483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:27.871297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f7e2f0a0-211d-4257-a78e-fe62e8af2eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:28.135356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e5e7-15a7-480c-8b43-4c33f2a19f09 req-4f223f50-2e15-45b6-8ed1-1655df234cbc tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:28.135356 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7a12e5e7-15a7-480c-8b43-4c33f2a19f09 req-4f223f50-2e15-45b6-8ed1-1655df234cbc tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 932 time: 0.2615783 Feb 02 13:41:28.168525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4f2b78d6-ded6-4f73-91db-29ba1dd55930 None None] Provisioning complete for port 9f78e088-c819-4b1e-b4b5-732695629073 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:28.168866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f2b78d6-ded6-4f73-91db-29ba1dd55930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.249280 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7a12e5e7-15a7-480c-8b43-4c33f2a19f09 req-b57b18c1-e4ed-4a3a-b827-2b2dd15fd166 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668855 Feb 02 13:41:28.254218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890187-4e8e-4fa7-bda8-ec67eedbff61 None None] Pushing event updated for resources: {'Port': ['ID=6d42cc93-dd50-477c-a877-3d44e6eee602,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:28.264517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7b890187-4e8e-4fa7-bda8-ec67eedbff61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:28.369414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:41:28.374454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Attempting to bind port 6d42cc93-dd50-477c-a877-3d44e6eee602 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:28.375214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Attempting to bind port 6d42cc93-dd50-477c-a877-3d44e6eee602 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:41:28.375624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Attempting to bind port 6d42cc93-dd50-477c-a877-3d44e6eee602 on network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:41:28.392833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:41:28.393283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Checking segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:28.393738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.394259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Bound using segment: {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:41:28.394785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Bound port: 6d42cc93-dd50-477c-a877-3d44e6eee602, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffebe4d-1942-4c77-91a5-04a478a69b6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:41:28.395203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.400882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.417148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Transition to ACTIVE for port object 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:28.422189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.429719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 9f78e088-c819-4b1e-b4b5-732695629073 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:28.458444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Allocated IP 172.20.0.1 (eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2/70126b11-2835-4ec3-b929-88a340b52346/f2b77422-138e-4895-9102-e477a82f9b72) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:28.546803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] For port 6d42cc93-dd50-477c-a877-3d44e6eee602, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:41:28.552798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] For port 6d42cc93-dd50-477c-a877-3d44e6eee602, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=6d42cc93-dd50-477c-a877-3d44e6eee602,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:41:28.559964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 9f78e088-c819-4b1e-b4b5-732695629073 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:28.560390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.589973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.594949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5478f3d7-7643-44cb-ab56-eaf804f2027f tempest-DeleteServersTestJSON-1732707701 tempest-DeleteServersTestJSON-1732707701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:28.610772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fde1d722-5c32-4f01-894a-8ee1ac23af26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:28.701749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.728118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Transition to ACTIVE for port object f2b77422-138e-4895-9102-e477a82f9b72 will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:28.763422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.806489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890187-4e8e-4fa7-bda8-ec67eedbff61 None None] Pushing event updated for resources: {'Port': ['ID=6d42cc93-dd50-477c-a877-3d44e6eee602,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:28.813077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7b890187-4e8e-4fa7-bda8-ec67eedbff61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:28.885188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:28.903068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:28.914648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:28.915334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:28.950095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:28.956161 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Attempting to bind port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:28.957005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Attempting to bind port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:41:28.957840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Attempting to bind port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 on network 092863b3-43ee-4049-860a-0f7ed2d01b6e {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:41:28.970460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:41:28.971418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Checking segment: {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:28.972515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:28.973555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Bound using segment: {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:41:28.974547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Bound port: 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:41:28.975932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:29.080035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b77422-138e-4895-9102-e477a82f9b72,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:29.084308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:29.111373 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:29.114784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:29.118345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:29.154611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] For port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:41:29.159411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] For port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,segment=NetworkSegment(f14726b9-36c9-4c4b-8404-5e3825a03587),segment_id=f14726b9-36c9-4c4b-8404-5e3825a03587)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:41:29.168716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:29.194393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975474'] for router_interface, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:29.283466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:29.493439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f60d78-1e70-4d06-a015-18f70e963a81 req-c668abe3-4d74-43aa-947a-ae8db8167eb5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:29.501556 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-25f60d78-1e70-4d06-a015-18f70e963a81 req-c668abe3-4d74-43aa-947a-ae8db8167eb5 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.5525808 Feb 02 13:41:29.513233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:41:29.534159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-95ab9e2b-9481-45fd-90f0-e35cc6963b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:29.627743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:29.645809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:29.658389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:29.662152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:29.663989 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] 10.222.0.134 "PUT /v2.0/ports/5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 HTTP/1.1" status: 200 len: 1158 time: 2.1849413 Feb 02 13:41:29.664571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'tag': '5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:29.675811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-396e00e4-105e-4955-885e-20ae5069ea8d None None] Provisioning for port f2b77422-138e-4895-9102-e477a82f9b72 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:29.695917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-396e00e4-105e-4955-885e-20ae5069ea8d None None] Provisioning complete for port f2b77422-138e-4895-9102-e477a82f9b72 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:29.696668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-396e00e4-105e-4955-885e-20ae5069ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:29.743843 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-25f60d78-1e70-4d06-a015-18f70e963a81 req-9185c452-3c51-4c6a-bb9b-32b9b4b40993 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411966 Feb 02 13:41:29.813194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-396e00e4-105e-4955-885e-20ae5069ea8d None None] Port f2b77422-138e-4895-9102-e477a82f9b72 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:41:29.823599 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'tag': '5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7', 'status': 'completed', 'code': 200} Feb 02 13:41:29.825781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-6788f0c0-b6de-46a6-b8db-6e46a1d38864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:29.827709 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-6788f0c0-b6de-46a6-b8db-6e46a1d38864 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=37a582a2416b437b886fa8c0a6bdc671&device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 1161 time: 0.1067662 Feb 02 13:41:29.856802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:24Z', 'revision_number': 3, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:29.861035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0fe088-de6e-459d-8c0d-b972cd148805 None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:24Z', 'revision_number': 3, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:41:29.925146 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eff5bc-7d54-418f-a522-ace531e8e1c9 req-3866810f-1c16-42b0-a909-21ff6cf3c6d7 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:29.926881 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-77eff5bc-7d54-418f-a522-ace531e8e1c9 req-3866810f-1c16-42b0-a909-21ff6cf3c6d7 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 944 time: 0.3899007 Feb 02 13:41:29.940277 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-09af00ff-ae9d-49d9-bdb6-22419fecf916 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0874195 Feb 02 13:41:30.012172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b1d967ea-55a2-4fb2-97cc-e1315b9aa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:30.013826 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b1d967ea-55a2-4fb2-97cc-e1315b9aa23e service neutron] 10.222.0.134 "GET /v2.0/subnets?id=61db07a4-77d0-4502-a456-3a6bd8c8bb03 HTTP/1.1" status: 200 len: 853 time: 0.0682321 Feb 02 13:41:30.049278 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-77eff5bc-7d54-418f-a522-ace531e8e1c9 req-0187322d-472d-4af4-9fcb-29e97fc81c47 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900395 Feb 02 13:41:30.050151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.077252 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-b7aa0be0-823e-46b5-8f7c-ebd56a9a6cc2 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=092863b3-43ee-4049-860a-0f7ed2d01b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536089 Feb 02 13:41:30.232147 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-4be815e1-e065-4b5d-bae8-966ba9ad22ba service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435547 Feb 02 13:41:30.428696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 6d42cc93-dd50-477c-a877-3d44e6eee602 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:30.483164 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9b3891d9-63f1-402b-97ce-de117712aa98 req-37fbc90d-9178-4454-a10f-df4dd943a7fa service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2460234 Feb 02 13:41:30.484238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.490363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.528327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:30.544502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port 6d42cc93-dd50-477c-a877-3d44e6eee602 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:30.551101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 6d42cc93-dd50-477c-a877-3d44e6eee602 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:30.551784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.648383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b77422-138e-4895-9102-e477a82f9b72,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:30.652382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973100'] for router_interface, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.671856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:30.699831 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-79f018de-1781-4be9-ae61-97e83a6635a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:30.701718 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-79f018de-1781-4be9-ae61-97e83a6635a9 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=37a582a2416b437b886fa8c0a6bdc671&device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 1161 time: 0.1296110 Feb 02 13:41:30.776524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.795104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port 6d42cc93-dd50-477c-a877-3d44e6eee602, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=6d42cc93-dd50-477c-a877-3d44e6eee602,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:30.803376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:30.812864 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:30.948330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-d58d1689-26d6-433f-adcc-e9f176a011b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:30.951040 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-d58d1689-26d6-433f-adcc-e9f176a011b6 service neutron] 10.222.0.134 "GET /v2.0/networks?id=092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 200 len: 907 time: 0.2422206 Feb 02 13:41:30.957790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=6d42cc93-dd50-477c-a877-3d44e6eee602,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:30.962376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:31.005493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:31.012557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:31.044304 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-2db4fc9d-fceb-4515-8a88-8d31e0c1a849 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0863376 Feb 02 13:41:31.160825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-0580d716-4b1b-456a-8af4-1b2ddaf3fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:31.163429 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-0580d716-4b1b-456a-8af4-1b2ddaf3fd80 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=61db07a4-77d0-4502-a456-3a6bd8c8bb03 HTTP/1.1" status: 200 len: 853 time: 0.1109021 Feb 02 13:41:31.243673 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-c29fcfd7-afcd-4744-bf42-e3d8d60de32a service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=092863b3-43ee-4049-860a-0f7ed2d01b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743523 Feb 02 13:41:31.355726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f8f090e7-064b-4c3c-b988-c18f2e385cae None None] Provisioning complete for port f2b77422-138e-4895-9102-e477a82f9b72 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:31.356159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f8f090e7-064b-4c3c-b988-c18f2e385cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:31.420180 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-618aef1e-1652-40ba-9885-319365da20ed service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692581 Feb 02 13:41:31.427497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-f8f090e7-064b-4c3c-b988-c18f2e385cae None None] Port f2b77422-138e-4895-9102-e477a82f9b72 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:41:31.639929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db81f1-3989-48a5-b14f-c97c92ac3b40 req-269bb5ef-14b3-418a-9102-1302b3c975c2 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:31.647782 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21db81f1-3989-48a5-b14f-c97c92ac3b40 req-269bb5ef-14b3-418a-9102-1302b3c975c2 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.7318485 Feb 02 13:41:31.773640 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21db81f1-3989-48a5-b14f-c97c92ac3b40 req-b890d57d-a5c5-42ff-97c6-4860fbe88148 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247218 Feb 02 13:41:31.777444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:41:31.868074 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-adfc36f6-4f4f-4cd5-b7c3-ea2a863effb1 req-aa4b3286-e244-4ed9-89e5-346b96650b1c service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4426479 Feb 02 13:41:31.937591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02b398-9690-4cf7-8aec-e977186fa58b req-11df2bfc-fd34-45a0-835e-cb3c1f9e371f tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:31.939241 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a02b398-9690-4cf7-8aec-e977186fa58b req-11df2bfc-fd34-45a0-835e-cb3c1f9e371f tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 944 time: 0.4707921 Feb 02 13:41:32.099455 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a02b398-9690-4cf7-8aec-e977186fa58b req-286932e2-485a-4622-88bb-74fc10689323 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531813 Feb 02 13:41:32.130675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:41:32.141244 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] 10.222.0.90 "PUT /v2.0/routers/233d51a3-97cf-417e-9ca6-5ffded0af3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3741214 Feb 02 13:41:32.345214 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 6d42cc93-dd50-477c-a877-3d44e6eee602 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:32.420887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port 6d42cc93-dd50-477c-a877-3d44e6eee602 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:32.421349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:32.766050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44506) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:32.772006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135582233', 'description': 'tempest-description--62089035'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:32.795101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:32.800583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:32.804173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:32.810647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:32.823518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:32.847195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:32.851983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:32.855186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:32.864680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:32.945235 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-320a82b1-43d6-479e-b24a-c1fd4426b4b6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:41:32.947264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:32.952186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:32.957982 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a018539e-f286-4537-b12e-1f501fbcc046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:32.975798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:41:32.987894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:32.988684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:33.058195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.062458 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2924104 Feb 02 13:41:33.062458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:33.062788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44518) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:33.066381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:33.069122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'security_group_rule': {'security_group_id': 'a3cabe1f-d4e5-4468-969b-6a0e8ad989c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:33.094599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:33.098879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:33.102969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:33.109121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:33.142366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.213083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:33.220937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c839-18fe-452a-9eb8-da998f7f8b4c req-bfabe525-d5c9-43c7-8aaf-063336de48cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:33.229455 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ff07c839-18fe-452a-9eb8-da998f7f8b4c req-bfabe525-d5c9-43c7-8aaf-063336de48cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2625148 Feb 02 13:41:33.267096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.274303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.276840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:33.302701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b8f746-7099-4989-b426-aec27cf346e5,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:33.308991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:33.318529 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.320952 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6ccdb7c1-6365-4637-916f-45ba96ad83fa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2562451 Feb 02 13:41:33.322979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44532) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:33.330459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'security_group_rule': {'security_group_id': 'a3cabe1f-d4e5-4468-969b-6a0e8ad989c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:33.358005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:33.362847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:33.366596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:33.368329 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:33.373275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:33.400866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.422065 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ff07c839-18fe-452a-9eb8-da998f7f8b4c req-32f1c119-a7df-4edd-8eda-27609bfba64f tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912534 Feb 02 13:41:33.502477 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.507302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.510612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:33.522248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:33.530980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:33.531417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.532129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7ca098-051b-46f5-bf57-0141a1034196,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:33.537065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:33.557118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.559022 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2346509 Feb 02 13:41:33.561977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44536) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:33.569478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'floatingip': {'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:33.596184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:33.599540 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270691-d019-454f-9b72-1d96fc07e59b req-755af309-2462-4b4b-aac1-25fcd3b5288c tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:33.601759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:floatingip and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:33.605050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:33.608718 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c6270691-d019-454f-9b72-1d96fc07e59b req-755af309-2462-4b4b-aac1-25fcd3b5288c tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 944 time: 0.3291850 Feb 02 13:41:33.617091 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:33.629746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.713530 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c6270691-d019-454f-9b72-1d96fc07e59b req-0a854c5e-6962-45c3-8dff-6d37ae0c53d1 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034710 Feb 02 13:41:33.783267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.803030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 2, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:33.808181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:41:33.808850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Updating router 233d51a3-97cf-417e-9ca6-5ffded0af3ec port f2b77422-138e-4895-9102-e477a82f9b72 binding host dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 02 13:41:33.812488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.814615 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:33.828050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,segment=NetworkSegment(f14726b9-36c9-4c4b-8404-5e3825a03587),segment_id=f14726b9-36c9-4c4b-8404-5e3825a03587)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:33.836186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.838948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:33.873748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:33.911726 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7', 'code': 200} Feb 02 13:41:33.945565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:33.949085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:34.095785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e162c1e7-9747-448a-91fe-b6a138fffd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.220974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Allocated IP 172.28.0.217 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/46739f37-f253-48b7-9846-b5f09a85d047) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:34.258331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bbca-862e-46fd-9006-f77ca615a792 req-6ab12689-e374-41e0-a5b1-e20fa6521119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:34.259982 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f5a4bbca-862e-46fd-9006-f77ca615a792 req-6ab12689-e374-41e0-a5b1-e20fa6521119 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 1163 time: 0.1423256 Feb 02 13:41:34.354494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.368112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Transition to ACTIVE for port object f2b77422-138e-4895-9102-e477a82f9b72 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:34.372506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.384181 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f5a4bbca-862e-46fd-9006-f77ca615a792 req-ebaf7109-b54f-451a-aa3b-125b10c040e0 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719726 Feb 02 13:41:34.395446 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:34.424812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.456233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.472702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed255b09-a3d7-4e0c-9016-ee94d0e4d0e8 tempest-ServerRescueNegativeTestJSON-30303435 tempest-ServerRescueNegativeTestJSON-30303435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:34.536153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Pushing event updated for resources: {'Port': ['ID=f2b77422-138e-4895-9102-e477a82f9b72,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:34.550953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'Port': ['ID=46739f37-f253-48b7-9846-b5f09a85d047,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:34.562442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.562830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.563205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.563580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.563947 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.564365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.564653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.565040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.565405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.565765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.566160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.571243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.571802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.572182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.572555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.572945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.573320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.573691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.574049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.574410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.574767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.575122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.575740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.576108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:41:34.583051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:34.607073 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:34.740671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:34.742194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:34.744879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:34.821246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Attempting to bind port f2b77422-138e-4895-9102-e477a82f9b72 on host dv-cinder-772388-4-smb for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:34.821874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Attempting to bind port f2b77422-138e-4895-9102-e477a82f9b72 by drivers openvswitch on host dv-cinder-772388-4-smb at level 0 using segments [{'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:41:34.822287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Attempting to bind port f2b77422-138e-4895-9102-e477a82f9b72 on network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:41:34.829807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Checking agent: {'id': '3527413f-9709-46ce-9348-ba1a4d939914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 28, 39), 'started_at': datetime.datetime(2021, 2, 2, 13, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:41:34.830226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Checking segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:34.830832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.831277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Bound using segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:41:34.832085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Bound port: f2b77422-138e-4895-9102-e477a82f9b72, host: dv-cinder-772388-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:41:34.832510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.878475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:34.881594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6a50-737e-4cc5-bc51-a7c3b09dd4e3 req-d0cc5179-3a72-42aa-827b-b0988516a693 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:34.890728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bd1a6a50-737e-4cc5-bc51-a7c3b09dd4e3 req-d0cc5179-3a72-42aa-827b-b0988516a693 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2884932 Feb 02 13:41:34.915338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:34.966742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] For port f2b77422-138e-4895-9102-e477a82f9b72, host dv-cinder-772388-4-smb, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:41:34.971618 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] For port f2b77422-138e-4895-9102-e477a82f9b72, host dv-cinder-772388-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=f2b77422-138e-4895-9102-e477a82f9b72,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:41:34.979005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.005679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.023520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:35.024101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.061740 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bd1a6a50-737e-4cc5-bc51-a7c3b09dd4e3 req-b82a913a-e154-428c-8658-9ea3f9c8bf1a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695366 Feb 02 13:41:35.075034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:35.189269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Pushing event updated for resources: {'Port': ['ID=f2b77422-138e-4895-9102-e477a82f9b72,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:35.194706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f4aea8f3-d5cc-46b7-b4f8-4b59ef4e1877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:35.243616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52713ca2-1111-4054-8840-13a7f7cfff8f req-52c2cd68-5cc7-4aa9-bc6e-aedafdfac24b tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:35.247611 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52713ca2-1111-4054-8840-13a7f7cfff8f req-52c2cd68-5cc7-4aa9-bc6e-aedafdfac24b tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.3203528 Feb 02 13:41:35.279029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:35.279998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:35.354201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.360059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.412407 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52713ca2-1111-4054-8840-13a7f7cfff8f req-483d083c-a53f-49be-9304-bc9d12eae639 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590338 Feb 02 13:41:35.439786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:35.519225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:35.547201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'Port': ['ID=46739f37-f253-48b7-9846-b5f09a85d047,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:35.550548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:35.652273 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.676013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:35.681159 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1180027 Feb 02 13:41:35.881927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:34Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:35.886898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a80562-ad1d-479a-a1bc-71da2e8e0dfc None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:34Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:41:35.988067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-f1f11b65-8bca-4f77-98db-235f7ae12eb1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:36.012491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-f1f11b65-8bca-4f77-98db-235f7ae12eb1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:36.013871 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-f1f11b65-8bca-4f77-98db-235f7ae12eb1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1135582233&fields=id&tenant_id=57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 267 time: 0.1159084 Feb 02 13:41:36.290036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-61a77799-9a2f-4b30-b860-a6792399f441 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:36.299003 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-61a77799-9a2f-4b30-b860-a6792399f441 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 816 time: 0.2760980 Feb 02 13:41:36.318806 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-3d3451f1-8169-4285-99e5-50a0c64f6753 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/quotas/57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 375 time: 0.0171700 Feb 02 13:41:36.393937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device f2b77422-138e-4895-9102-e477a82f9b72 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:36.478402 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning for port f2b77422-138e-4895-9102-e477a82f9b72 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:36.486359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port f2b77422-138e-4895-9102-e477a82f9b72 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:36.487122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:36.598683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3601e-cb90-4326-be8d-55ad49903129 req-3191b8da-5541-4543-90e3-e77a60cffbb9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:36.602013 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6cf3601e-cb90-4326-be8d-55ad49903129 req-3191b8da-5541-4543-90e3-e77a60cffbb9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2989500 Feb 02 13:41:36.629964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:36.667962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] For port f2b77422-138e-4895-9102-e477a82f9b72, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=f2b77422-138e-4895-9102-e477a82f9b72,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:36.674143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:36.676302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba5f1e26-5c1f-46ce-9112-9a3d666b9862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:36.681538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-16d6580a-8a11-4ee8-ba1c-abddc7ac6c1b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:36.732350 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-16d6580a-8a11-4ee8-ba1c-abddc7ac6c1b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:36.734004 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-16d6580a-8a11-4ee8-ba1c-abddc7ac6c1b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3643017 Feb 02 13:41:36.763072 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6cf3601e-cb90-4326-be8d-55ad49903129 req-31dcd3ed-4001-423b-995c-bb4541537ea2 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779691 Feb 02 13:41:36.919826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:36.967300 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-3f2e37b8-9841-416a-950a-3e458c605e50 service neutron] 10.222.0.90 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028782 Feb 02 13:41:36.981760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Pushing event updated for resources: {'Port': ['ID=f2b77422-138e-4895-9102-e477a82f9b72,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:36.986746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:37.013525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:37.014377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:37.198012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e5f10-803d-41e7-8a4d-7769d8bd80f1 req-91c07dd1-e5cc-4bda-b010-e66d2e6fd616 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:37.199681 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c13e5f10-803d-41e7-8a4d-7769d8bd80f1 req-91c07dd1-e5cc-4bda-b010-e66d2e6fd616 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.2857668 Feb 02 13:41:37.240724 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-656ab36b-b10e-44bb-a5e2-b6911d61ea15 service neutron] 10.222.0.90 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2644174 Feb 02 13:41:37.288728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c13e5f10-803d-41e7-8a4d-7769d8bd80f1 req-ea126fc5-2f7a-411d-aa60-4cb5cad32fe8 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744512 Feb 02 13:41:37.436013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a16c-c74a-4719-88cb-e5359dd249b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:37.520556 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4a4a7bf6-78d5-4c89-902e-5ab6c9da1325 req-5e5dcbfd-659f-443e-8c7c-2b4dc612e4e0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 210 time: 0.0719101 Feb 02 13:41:38.186678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-2b0706cd-e631-4637-aa03-3b73ddcb2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:38.188541 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-2b0706cd-e631-4637-aa03-3b73ddcb2649 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1202 time: 0.1729176 Feb 02 13:41:38.325316 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b20f3-1632-46e3-b87c-baefe39d7a08 req-f7542a4b-52e3-4167-82e7-a9eff6e558b9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:38.327084 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-414b20f3-1632-46e3-b87c-baefe39d7a08 req-f7542a4b-52e3-4167-82e7-a9eff6e558b9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3771722 Feb 02 13:41:38.361463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-d98ba00a-9057-423b-b069-cbd1dfc23528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:38.367166 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-d98ba00a-9057-423b-b069-cbd1dfc23528 service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.1728506 Feb 02 13:41:38.370265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device f2b77422-138e-4895-9102-e477a82f9b72 up at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:38.477345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:38.477628 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81106223-8c55-424b-b979-b60ce66aad1f req-8f9661ce-ed48-44fa-b7a6-2a00f7c045f1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:38.479343 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-81106223-8c55-424b-b979-b60ce66aad1f req-8f9661ce-ed48-44fa-b7a6-2a00f7c045f1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.3654454 Feb 02 13:41:38.501143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Provisioning complete for port f2b77422-138e-4895-9102-e477a82f9b72 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:38.501757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:38.505207 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-c8040f4a-53cb-4446-90ec-6d4930f2343c service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 1001 time: 0.1329691 Feb 02 13:41:38.511551 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-414b20f3-1632-46e3-b87c-baefe39d7a08 req-dcb92182-7b42-4414-ab9f-534b0b3f3f69 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759639 Feb 02 13:41:38.613140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-06287a45-d1f8-490d-b751-9542051db93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:38.614811 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-06287a45-d1f8-490d-b751-9542051db93d service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.0967872 Feb 02 13:41:38.618177 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-81106223-8c55-424b-b979-b60ce66aad1f req-e6eae02d-d6b0-4d8a-a15f-0431368d67ae tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1287060 Feb 02 13:41:38.750351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-3717bea6-f5e1-4b77-9bd8-8ff5ffab2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:38.752018 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-3717bea6-f5e1-4b77-9bd8-8ff5ffab2a10 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1206806 Feb 02 13:41:38.821187 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9111c40a-1be5-4a3b-a15d-6fee8e862552 req-fce309f3-8d85-40fa-9f3d-c594f1980f45 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 210 time: 0.0627365 Feb 02 13:41:39.119206 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-3e5a77db-1de7-43ff-8809-b2d04f699156 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588805 Feb 02 13:41:39.128091 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52bc8-3c12-47de-8f19-50d39f2d797e req-dae09a00-5516-400a-ad1a-f52d4b4ab397 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:39.129968 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dac52bc8-3c12-47de-8f19-50d39f2d797e req-dae09a00-5516-400a-ad1a-f52d4b4ab397 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.1986308 Feb 02 13:41:39.220745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-6c9fef87-6e73-418d-8e8a-7cdb78e50859 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:39.221614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-6c9fef87-6e73-418d-8e8a-7cdb78e50859 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:39.242470 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dac52bc8-3c12-47de-8f19-50d39f2d797e req-8aae485c-e890-4d9c-8b2c-9c68ac1ec861 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699723 Feb 02 13:41:39.271286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-5b5cffb6-67e1-49d2-bd58-87cbefccf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:39.274115 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-5b5cffb6-67e1-49d2-bd58-87cbefccf441 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1162 time: 0.1430619 Feb 02 13:41:39.415383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:39.465951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-96cb9906-3f32-4018-b417-ddf8790114fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:39.467428 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-96cb9906-3f32-4018-b417-ddf8790114fc service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 0.1878946 Feb 02 13:41:39.592246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-6c9fef87-6e73-418d-8e8a-7cdb78e50859 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:39.593582 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-6c9fef87-6e73-418d-8e8a-7cdb78e50859 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 816 time: 0.7474716 Feb 02 13:41:39.604442 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-965339f3-c61c-4883-bc07-deff2199a82e service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 1001 time: 0.1296794 Feb 02 13:41:39.706138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-bf8f5b21-9805-4f92-89b6-22ad636463d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:39.708357 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-bf8f5b21-9805-4f92-89b6-22ad636463d9 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.0957808 Feb 02 13:41:39.731414 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0e8012f4-e8fc-466a-81d6-3ad1e236e8c4 req-745c9de1-f5c7-453c-8cd5-6c5c5ef7bf77 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5049446 Feb 02 13:41:39.806311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-57a1a03c-8d22-484e-b31c-e45af0bba516 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:41:39.819807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-57a1a03c-8d22-484e-b31c-e45af0bba516 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:41:39.821359 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-57a1a03c-8d22-484e-b31c-e45af0bba516 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "GET /v2.0/security-groups?tenant_id=57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 5707 time: 0.2057590 Feb 02 13:41:39.832781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'port': {'device_id': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'admin_state_up': True, 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'security_groups': ['a3cabe1f-d4e5-4468-969b-6a0e8ad989c3']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:39.888799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-c3409b6b-284f-499e-9599-3af5c68f8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:39.890480 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-c3409b6b-284f-499e-9599-3af5c68f8fe3 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1750567 Feb 02 13:41:40.004052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:40.017160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:40.030965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Made reservation on behalf of 57c8bee94c904844a0da3c27079860f5 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:41:40.054681 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.068929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44704) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:40.082093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.262060 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.326140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:40.338676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Usage tracker for resource:security_group_rule and tenant:a4848e37e2f844dc9eebe3ffdbcc6ad5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:40.344276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:40.359028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:40.489694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3d2b-32e2-40f8-9c3e-61e0c6de1ce3 req-1bffba6e-55c4-4fbc-ac0a-7271d4349fcb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:40.491517 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b2f3d2b-32e2-40f8-9c3e-61e0c6de1ce3 req-1bffba6e-55c4-4fbc-ac0a-7271d4349fcb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.7177613 Feb 02 13:41:40.503903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Allocated IP 172.20.0.4 (eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2/70126b11-2835-4ec3-b929-88a340b52346/6c98e96b-30cf-424f-933a-94aa4f7858f6) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:41:40.506079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-314a086c-cfd8-408c-901d-4bb495110430 req-869f641e-ab3b-4a56-862c-abaa074f6c0e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 210 time: 0.2294114 Feb 02 13:41:40.565174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.569593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.590927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-40f0617d-a348-4ba1-9091-267349ba04aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:40.673763 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3b2f3d2b-32e2-40f8-9c3e-61e0c6de1ce3 req-e91d6e25-d1ea-4e38-afc8-e5fb1186ac39 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1703494 Feb 02 13:41:40.677033 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-6b28bc12-22bb-4fe1-b4e9-d5d9197e9971 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765512 Feb 02 13:41:40.747058 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a4848e37e2f844dc9eebe3ffdbcc6ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787970 Feb 02 13:41:40.760367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44714) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:40.785557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0407fd67-90fd-449d-8395-e21070466f40,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:40.800603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:40.905776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.922579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.954493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:40.966451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Transition to ACTIVE for port object 6c98e96b-30cf-424f-933a-94aa4f7858f6 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:40.988980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f77dd7-71e3-4faf-9472-b7d8afbf7753 req-247222a8-8356-46d8-92ee-b85b6bcc24d4 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:40.990744 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3f77dd7-71e3-4faf-9472-b7d8afbf7753 req-247222a8-8356-46d8-92ee-b85b6bcc24d4 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3125553 Feb 02 13:41:41.001540 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9346d7d4-e6ed-42d0-b26e-74238939d74a req-b2e679b5-bc85-44d8-aac8-9e33c5c6ddc9 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2702394 Feb 02 13:41:41.021394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.041421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-309f4e37-eb6c-4915-ad22-115a1ad765c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:41.066385 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3f77dd7-71e3-4faf-9472-b7d8afbf7753 req-2e3d8a64-0241-4ae5-b04e-55026db5a9d7 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677063 Feb 02 13:41:41.079246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.203534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:41.211694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:41.212204 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-285f97fa-4d0f-497d-b09a-439e7e9b5624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:41.235532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.236833 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0407fd67-90fd-449d-8395-e21070466f40 HTTP/1.1" status: 204 len: 168 time: 0.4730129 Feb 02 13:41:41.244745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0407fd67-90fd-449d-8395-e21070466f40,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:41.251531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:41.298255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:41:41.299886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:41:41.302565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:41:41.456368 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:41.457189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.478806 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6506019 Feb 02 13:41:41.519553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Request body: {'port': {'device_id': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:41.559734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d12244f1-b97f-4131-bf84-2de2d7cf8a6e None None] Provisioning for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:41.565590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d12244f1-b97f-4131-bf84-2de2d7cf8a6e None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:41.566308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d12244f1-b97f-4131-bf84-2de2d7cf8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.648104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d12244f1-b97f-4131-bf84-2de2d7cf8a6e None None] Port 6c98e96b-30cf-424f-933a-94aa4f7858f6 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:41:41.703820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.774469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44728) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:41.812591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:41.924170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:41.939084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Usage tracker for resource:security_group_rule and tenant:ff2188bea2724d6fa31794598bb1b2de is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:41.945441 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:41.960254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:42.110761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53719d48-e173-42b2-badd-76af1ad8ac3a req-16a6d96e-8463-4187-8376-5f1ca8588a96 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:42.112332 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-53719d48-e173-42b2-badd-76af1ad8ac3a req-16a6d96e-8463-4187-8376-5f1ca8588a96 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.2432089 Feb 02 13:41:42.201368 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b6f50-4a7c-4e98-b283-8d865580045f req-4468033b-93b4-4142-9348-7780172541c1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:42.203111 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c0b6f50-4a7c-4e98-b283-8d865580045f req-4468033b-93b4-4142-9348-7780172541c1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 931 time: 0.3926458 Feb 02 13:41:42.206254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c98e96b-30cf-424f-933a-94aa4f7858f6 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:41:42.216339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.231247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Transition to ACTIVE for port object 6c98e96b-30cf-424f-933a-94aa4f7858f6 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:41:42.236672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.253672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-95cfa8b2-5720-4740-bf7e-9aaa72f4104a tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:42.348210 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-53719d48-e173-42b2-badd-76af1ad8ac3a req-ccdcf882-ceaf-4eb2-bbed-367a6cb19768 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1399660 Feb 02 13:41:42.389325 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c0b6f50-4a7c-4e98-b283-8d865580045f req-27a20efb-a89b-4bc5-b0a5-179aa46a7a16 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643097 Feb 02 13:41:42.407157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:42.412935 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:42.419787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.426933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.435210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88201fb6-01cf-481a-a1cd-d0590f835a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:42.493238 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ff2188bea2724d6fa31794598bb1b2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174304 Feb 02 13:41:42.494309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44734) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:42.495045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa504dd-586f-4ec3-abb8-4ad7eccf8c2b,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:42.535798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:42.658100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Attempting to bind port 6c98e96b-30cf-424f-933a-94aa4f7858f6 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:42.658797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Attempting to bind port 6c98e96b-30cf-424f-933a-94aa4f7858f6 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:41:42.659429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Attempting to bind port 6c98e96b-30cf-424f-933a-94aa4f7858f6 on network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:41:42.669432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:41:42.670046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Checking segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:41:42.670567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.671135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Bound using segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:41:42.672034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Bound port: 6c98e96b-30cf-424f-933a-94aa4f7858f6, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:41:42.672643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.690061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.753208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.796492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:41:42.799734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:41:42.803697 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.817952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:42.883571 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe3eac-d945-4a02-b137-c38e6b7e4057 req-b432b1f8-6a7a-4014-b5ae-4ef7ca3ce0d3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:42.885124 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2abe3eac-d945-4a02-b137-c38e6b7e4057 req-b432b1f8-6a7a-4014-b5ae-4ef7ca3ce0d3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.3464789 Feb 02 13:41:42.920174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.934012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bb49a01-deea-42f3-85b8-4ea6f10a5519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:42.952172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa504dd-586f-4ec3-abb8-4ad7eccf8c2b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:42.956067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:42.968675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:42.976709 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2abe3eac-d945-4a02-b137-c38e6b7e4057 req-2913f17d-d861-4d9a-92e5-b4905ed93b46 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823474 Feb 02 13:41:42.978958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:42.980082 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0aa504dd-586f-4ec3-abb8-4ad7eccf8c2b HTTP/1.1" status: 204 len: 168 time: 0.4819016 Feb 02 13:41:42.985749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:43.030656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:43.031639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:43.033347 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] 10.222.0.134 "PUT /v2.0/ports/6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 200 len: 1157 time: 1.5219617 Feb 02 13:41:43.034043 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:43.107276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:43.202113 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'status': 'completed', 'code': 200} Feb 02 13:41:43.243837 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 4bf097b2-159a-4488-b674-e9b15270ba51 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:43.244647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:43.286156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-d61644b4-906c-41d7-b753-10d37428ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:43.287403 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-d61644b4-906c-41d7-b753-10d37428ce17 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1160 time: 0.1775584 Feb 02 13:41:43.369745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-5f9655f7-e6bf-4a22-9fa8-e1bfcc2e72ae service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 200 len: 217 time: 0.0718446 Feb 02 13:41:43.449053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-280bf95f-7832-4154-bd9f-105eb2d3fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:43.450838 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-280bf95f-7832-4154-bd9f-105eb2d3fb3d service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0746348 Feb 02 13:41:43.543020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c8dda560-4665-49df-8846-9b34f5dc3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:43.544838 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-c8dda560-4665-49df-8846-9b34f5dc3d8f service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881352 Feb 02 13:41:43.567667 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44754) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:43.630183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:43.667734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:41:43.676123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f8bc6e37304c1a82d3736276673164 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:41:43.680765 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:41:43.783622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c73efa-68b5-4cc8-9921-5db0f1270341 req-85adb990-7ab5-4e41-8f59-212bf82df7d0 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:43.787172 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-49c73efa-68b5-4cc8-9921-5db0f1270341 req-85adb990-7ab5-4e41-8f59-212bf82df7d0 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.2954876 Feb 02 13:41:43.792990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:41:43.930467 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-115f268d-6fee-46bd-a709-03ef6d92fc32 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794286 Feb 02 13:41:44.039145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cde46-b5e8-4d50-81a5-9650733994a3 req-8a35828c-5ffe-4588-a50e-e1bd70602a5d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:44.040847 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-512cde46-b5e8-4d50-81a5-9650733994a3 req-8a35828c-5ffe-4588-a50e-e1bd70602a5d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.4502277 Feb 02 13:41:44.080404 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7f9b7776-fbe1-4834-8ffb-de8623d92eac req-53cd3ddd-2cef-4b21-ac43-7cf38dda8199 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425958 Feb 02 13:41:44.101294 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-49c73efa-68b5-4cc8-9921-5db0f1270341 req-54c0e117-1647-4cf4-bd05-eaccb378d290 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2884912 Feb 02 13:41:44.193248 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-512cde46-b5e8-4d50-81a5-9650733994a3 req-8a4bdae3-72df-4026-b0f0-fe7f3b684c36 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903320 Feb 02 13:41:44.221627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:44.225811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:44.234696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-44888da7-575a-4d17-9da6-900ed3b89e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:44.277457 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d0f8bc6e37304c1a82d3736276673164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063458 Feb 02 13:41:44.279411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05abc85-5cb8-469f-bc58-dd0be70b1c65,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:44.280532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 44760) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:44.282793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2ee2340d-a4b8-402b-a819-1b2ac8d9c1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:44.298312 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-864518a2-68f9-4516-b639-9bb55527a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:44.299855 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-864518a2-68f9-4516-b639-9bb55527a0c2 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1160 time: 0.1006463 Feb 02 13:41:44.467286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:44.514132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-e81eab8c-2378-4b37-94a4-dffa556445ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:44.515758 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-e81eab8c-2378-4b37-94a4-dffa556445ee service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.2104914 Feb 02 13:41:44.517654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:44.611372 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-33756241-27da-4f7c-849f-078c1caf69e4 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 200 len: 217 time: 0.0861337 Feb 02 13:41:44.694548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-030b2267-7378-4521-a232-629c4eed1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:44.696416 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-030b2267-7378-4521-a232-629c4eed1f7b service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0747719 Feb 02 13:41:44.700658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:44.707274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5320eb1c-1593-4c2c-95fa-d4f56bd527f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:44.767208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05abc85-5cb8-469f-bc58-dd0be70b1c65,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:44.771362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:44.775106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:44.776381 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e05abc85-5cb8-469f-bc58-dd0be70b1c65 HTTP/1.1" status: 204 len: 168 time: 0.4947772 Feb 02 13:41:44.817890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-697c4d0f-c3f2-4a64-94e9-44ad6a6d1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:44.819742 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-697c4d0f-c3f2-4a64-94e9-44ad6a6d1621 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145692 Feb 02 13:41:44.979744 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-5860566c-08a9-4380-9f55-0a2c448918a2 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545410 Feb 02 13:41:45.177159 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1210d0bc-1a4f-4ee7-92c4-468b27df3e16 req-38254072-e2ef-42dd-a4fd-92fcaf5bd28a service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1919467 Feb 02 13:41:45.432989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d26e3-ed04-43f8-89b6-b137ec4acb62 req-257dd518-2fbd-4401-8fcd-95ad4f44aafd tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:45.434610 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-148d26e3-ed04-43f8-89b6-b137ec4acb62 req-257dd518-2fbd-4401-8fcd-95ad4f44aafd tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1817465 Feb 02 13:41:45.601927 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-148d26e3-ed04-43f8-89b6-b137ec4acb62 req-600e111e-b267-44b4-ab85-b14e6a3247e0 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1205735 Feb 02 13:41:45.725822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f391d0-588d-44d1-bfe4-2b9a64c6beba req-0a9f2c02-75b0-476a-9fd4-e97bb4b93543 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:45.727727 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-04f391d0-588d-44d1-bfe4-2b9a64c6beba req-0a9f2c02-75b0-476a-9fd4-e97bb4b93543 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2921154 Feb 02 13:41:45.794274 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-04f391d0-588d-44d1-bfe4-2b9a64c6beba req-8e7ec7f3-7212-4720-bd42-09838b1aab95 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600975 Feb 02 13:41:46.925985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d696557-0794-4251-bf58-19c04e73d94d req-8f67cc4d-71df-4adc-939f-e4a21d3c06e2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:46.927740 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d696557-0794-4251-bf58-19c04e73d94d req-8f67cc4d-71df-4adc-939f-e4a21d3c06e2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1928816 Feb 02 13:41:47.058047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d696557-0794-4251-bf58-19c04e73d94d req-09dc8f85-5d8d-43d1-9b6d-89855453eb1f tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1229365 Feb 02 13:41:47.181684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b574c-0f7c-4842-8b7d-7e102418cadd req-0dc4786f-7fde-4243-8da0-24903c5a0c5a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:47.183452 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0a5b574c-0f7c-4842-8b7d-7e102418cadd req-0dc4786f-7fde-4243-8da0-24903c5a0c5a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2312455 Feb 02 13:41:47.257201 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0a5b574c-0f7c-4842-8b7d-7e102418cadd req-5636d976-9642-4515-b6b8-25909b727e38 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668643 Feb 02 13:41:47.429522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:47.518876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:41:47.525176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:47.525645 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:47.660305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:47.691220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:47.701952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:41:47.705541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:47.707895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:41:47.753668 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'code': 200} Feb 02 13:41:47.781192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:41:47.784670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:41:48.053004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a506c8-4fba-4981-bf6a-1e51f3225eae req-6cb6ad08-e0b3-4796-8631-b6206629f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:48.054641 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3a506c8-4fba-4981-bf6a-1e51f3225eae req-6cb6ad08-e0b3-4796-8631-b6206629f4a2 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1162 time: 0.0899835 Feb 02 13:41:48.099403 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3a506c8-4fba-4981-bf6a-1e51f3225eae req-4e52766d-933f-479e-aded-60b7d9b11fec service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382283 Feb 02 13:41:48.381780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed092834-50b6-44d3-966f-ecad2d9ce357 req-eea29e1b-02ba-4745-9dbd-adb95b635e32 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:48.383687 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ed092834-50b6-44d3-966f-ecad2d9ce357 req-eea29e1b-02ba-4745-9dbd-adb95b635e32 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1906905 Feb 02 13:41:48.522149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ed092834-50b6-44d3-966f-ecad2d9ce357 req-99b51918-8e0b-4c53-803f-521106f2b227 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1314015 Feb 02 13:41:48.652066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3fe55-e656-400d-b86a-11e5fabfa428 req-68921078-fb85-4c4a-a3fe-f6bd5237b9b3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:48.653883 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ea3fe55-e656-400d-b86a-11e5fabfa428 req-68921078-fb85-4c4a-a3fe-f6bd5237b9b3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.2419682 Feb 02 13:41:48.724938 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ea3fe55-e656-400d-b86a-11e5fabfa428 req-470f11cb-cbfe-4538-aee2-b70b5ea93ca6 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640507 Feb 02 13:41:49.142749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:49.235322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:49.235754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:49.849465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90873-084d-4998-b03c-d90e9e46d80f req-6402e658-3648-43dd-97a7-abdefdac4644 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:49.851193 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-86b90873-084d-4998-b03c-d90e9e46d80f req-6402e658-3648-43dd-97a7-abdefdac4644 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1779392 Feb 02 13:41:49.988155 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-86b90873-084d-4998-b03c-d90e9e46d80f req-1a16152b-946f-47b3-a312-d323015534c3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1299639 Feb 02 13:41:50.098076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd93a5a-57d0-4f0a-bac9-4dafbcccd734 req-f64fa2a4-6c51-4f99-93c7-3047173c91f6 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:50.099832 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efd93a5a-57d0-4f0a-bac9-4dafbcccd734 req-f64fa2a4-6c51-4f99-93c7-3047173c91f6 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.2241781 Feb 02 13:41:50.166116 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-efd93a5a-57d0-4f0a-bac9-4dafbcccd734 req-d5656819-9053-42c7-9835-5b9f0472fa39 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594795 Feb 02 13:41:50.476662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c2021-1ebc-4da6-b41e-74c638d8eb9c req-e4924c13-fda2-4101-b084-68809837f905 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:50.478450 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9a4c2021-1ebc-4da6-b41e-74c638d8eb9c req-e4924c13-fda2-4101-b084-68809837f905 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1677542 Feb 02 13:41:50.488303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 44798) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:41:50.494185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'floatingip': {'port_id': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:50.598628 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:51.136374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:51.214613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:51.215190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:51.485637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067312b4-83d4-4212-a4c9-4304eb4b48af req-a07b095d-adfc-4865-a90a-2dc934f93579 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:51.487414 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-067312b4-83d4-4212-a4c9-4304eb4b48af req-a07b095d-adfc-4865-a90a-2dc934f93579 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.3253510 Feb 02 13:41:51.585858 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-067312b4-83d4-4212-a4c9-4304eb4b48af req-fb2dd48a-ed6d-4401-b205-76ca669ca44a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0902991 Feb 02 13:41:51.713355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:51.717255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:51.899046 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Floating IP 455eda9e-ed3e-4e42-9add-759a5e36fabe associated. External IP: 172.28.0.217, port: 6c98e96b-30cf-424f-933a-94aa4f7858f6. Feb 02 13:41:52.282596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:41:52.476279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:41:52.486911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:41:52.489672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:52.496740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:52.497469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:52.547603 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-13a4aae4-ba74-4cda-ab35-0f8c8ddbc876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "PUT /v2.0/floatingips/455eda9e-ed3e-4e42-9add-759a5e36fabe HTTP/1.1" status: 200 len: 991 time: 2.0580189 Feb 02 13:41:52.548328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:41:52.610839 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'status': 'completed', 'code': 200} Feb 02 13:41:52.734891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:52.771761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-3dad001f-eae1-46c5-847e-edaa82aaa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:52.774825 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-3dad001f-eae1-46c5-847e-edaa82aaa5ef service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1162 time: 0.1223953 Feb 02 13:41:52.933857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b44ea-1071-420f-8530-02f11233ff83 req-161ff46a-93ea-4166-a8cb-3b0b7ad1dffe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:52.935544 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a80b44ea-1071-420f-8530-02f11233ff83 req-161ff46a-93ea-4166-a8cb-3b0b7ad1dffe tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1835980 Feb 02 13:41:52.939108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-6706ecd5-4253-4736-a8bf-fc5ae6df2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:52.940915 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-6706ecd5-4253-4736-a8bf-fc5ae6df2be8 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.1611724 Feb 02 13:41:53.037608 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a80b44ea-1071-420f-8530-02f11233ff83 req-35404e0d-69b8-4f5f-a468-1c28b36e2881 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0945559 Feb 02 13:41:53.065591 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-50657f69-04e6-4936-8c8f-edb125ee50a2 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 200 len: 999 time: 0.1160834 Feb 02 13:41:53.158716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-9fe06c84-83ae-45e3-8bf4-3f5a6595d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:53.160355 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-9fe06c84-83ae-45e3-8bf4-3f5a6595d817 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0775115 Feb 02 13:41:53.204754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '455eda9e-ed3e-4e42-9add-759a5e36fabe', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'floating_ip_address': '172.28.0.217', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'port_id': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'mac_address': 'fa:16:3e:0a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:34Z', 'updated_at': '2021-02-02T13:41:51Z', 'revision_number': 1, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:53.209109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:41:53.218585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:41:53.219459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:41:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:53.255271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-9c4673be-5a5f-4d47-8560-ca965b8b3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:53.255271 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-9c4673be-5a5f-4d47-8560-ca965b8b3d1e service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846033 Feb 02 13:41:53.403917 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-5e89a7eb-784c-4137-8289-89c88b333a61 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430967 Feb 02 13:41:53.416282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:41:53.553054 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3c9b98b-7b1a-4e8f-ab1b-ac49f3e20632 req-5657599f-37fb-4dc8-8f1b-8980bc433297 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418064 Feb 02 13:41:53.818586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '455eda9e-ed3e-4e42-9add-759a5e36fabe', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'floating_ip_address': '172.28.0.217', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'port_id': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'mac_address': 'fa:16:3e:0a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:34Z', 'updated_at': '2021-02-02T13:41:51Z', 'revision_number': 1, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:41:53.822291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171e8b1-2c82-43f6-ab80-3a84214a50f3 None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': '455eda9e-ed3e-4e42-9add-759a5e36fabe', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'floating_ip_address': '172.28.0.217', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'port_id': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'mac_address': 'fa:16:3e:0a:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:41:34Z', 'updated_at': '2021-02-02T13:41:51Z', 'revision_number': 1, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:41:54.188858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae69e6-c386-4add-b49f-60a6c5458d1c None None] New status for floating IP 455eda9e-ed3e-4e42-9add-759a5e36fabe: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:41:54.341105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24ac24-960b-4a5e-9d7b-4cdbf8119df3 req-ba9025e2-b8e6-4d8c-89ad-370554aff09d tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:54.350494 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d24ac24-960b-4a5e-9d7b-4cdbf8119df3 req-ba9025e2-b8e6-4d8c-89ad-370554aff09d tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1841829 Feb 02 13:41:54.415595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:54.436915 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d24ac24-960b-4a5e-9d7b-4cdbf8119df3 req-fd2d4cfd-94cd-433e-91ce-8c6616a89e8d tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0853248 Feb 02 13:41:55.157999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:55.400668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:55.401119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:55.752536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92762a0-6ad4-4bd4-9a7c-db444600c968 req-6dc10c84-e2dd-4f03-8b61-05bfa7f28d11 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:55.754309 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b92762a0-6ad4-4bd4-9a7c-db444600c968 req-6dc10c84-e2dd-4f03-8b61-05bfa7f28d11 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1690488 Feb 02 13:41:55.842949 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b92762a0-6ad4-4bd4-9a7c-db444600c968 req-82242fd0-32a1-41a4-9312-9e8200cefbd3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0773642 Feb 02 13:41:55.893789 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-37c6a5bb-fccc-4082-ad45-4d89dfea773a service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0908151 Feb 02 13:41:56.088683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-7c1879f5-ee8c-475b-92e1-ca447454a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:56.090466 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-7c1879f5-ee8c-475b-92e1-ca447454a11d service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 1162 time: 0.0819674 Feb 02 13:41:56.256961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-70ee5245-e0cb-4e93-8055-c6cbde4974af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:56.258665 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-70ee5245-e0cb-4e93-8055-c6cbde4974af service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 0.1459198 Feb 02 13:41:56.369500 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-bc315892-eab3-4250-9fa7-110ec4d10d0b service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 200 len: 1001 time: 0.1057258 Feb 02 13:41:56.442358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-e837673a-50d3-4848-ba2e-95fff379c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:56.443994 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-e837673a-50d3-4848-ba2e-95fff379c9c2 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.0690794 Feb 02 13:41:56.531793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-d32c597d-61a5-4853-a274-b4a4042ad528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:56.533485 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-d32c597d-61a5-4853-a274-b4a4042ad528 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835009 Feb 02 13:41:56.702867 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-14d966fe-cde2-4e8c-b524-d0c7aba75f2e service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620238 Feb 02 13:41:56.859100 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36c458ea-5f1b-420e-b0ed-25122353b904 req-26cff78e-dd56-40d5-9028-27a725c81af0 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402264 Feb 02 13:41:57.120163 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:41:57.147819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3377bc-6986-4c99-bbbf-47a16382e6d1 req-a9f14c58-edad-4a20-b2bc-3107789d4ebb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:41:57.149528 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1b3377bc-6986-4c99-bbbf-47a16382e6d1 req-a9f14c58-edad-4a20-b2bc-3107789d4ebb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1717510 Feb 02 13:41:57.195965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:41:57.196390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:41:57.235539 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1b3377bc-6986-4c99-bbbf-47a16382e6d1 req-0d7a8681-ddbd-4b44-8af2-75a9afe67150 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c51740-fc89-4bee-9adb-4ab7ab297b98&id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0789745 Feb 02 13:42:04.101084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-614516aa-67e4-4685-9d04-f08e43693d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:06.518556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:42:07.404100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1cab1c8a-87c5-45a3-b46d-bf1093dcb4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:08.447394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:09.411049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:10.081015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:20.057336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735a649-c220-4ae4-b3d0-13bc1ccd76d5 req-e6b07193-bda1-4730-a39f-cf069ca9fb39 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:20.058952 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e735a649-c220-4ae4-b3d0-13bc1ccd76d5 req-e6b07193-bda1-4730-a39f-cf069ca9fb39 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.1749911 Feb 02 13:42:20.133338 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e735a649-c220-4ae4-b3d0-13bc1ccd76d5 req-daf839a8-3bfa-4ccb-b33d-7d372afa8238 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649321 Feb 02 13:42:21.439318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877f407-65b4-4e67-933d-250fbd8e78fc req-331075c2-12fd-4bf5-b7e4-451486e7882e tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:21.440952 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0877f407-65b4-4e67-933d-250fbd8e78fc req-331075c2-12fd-4bf5-b7e4-451486e7882e tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.1702750 Feb 02 13:42:21.512757 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0877f407-65b4-4e67-933d-250fbd8e78fc req-7d50b72b-45e2-44a8-bf78-b2c9d054a738 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614879 Feb 02 13:42:22.826045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd12a1-94eb-4796-aa16-37d130d5cea3 req-81992ab8-44b4-4791-acf7-c58b200c83a9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:22.827551 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-edbd12a1-94eb-4796-aa16-37d130d5cea3 req-81992ab8-44b4-4791-acf7-c58b200c83a9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.1751246 Feb 02 13:42:22.897108 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-edbd12a1-94eb-4796-aa16-37d130d5cea3 req-f9a1d291-b9c1-4774-a460-1b10e04c931d tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Feb 02 13:42:23.722558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814460-e939-4332-a097-ce8176e42b6c req-8236cc91-5f95-4adb-8de6-8319844e9923 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:23.723379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-9d814460-e939-4332-a097-ce8176e42b6c req-8236cc91-5f95-4adb-8de6-8319844e9923 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Synchronizing usage tracker for tenant:37a582a2416b437b886fa8c0a6bdc671 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:42:23.743669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-9d814460-e939-4332-a097-ce8176e42b6c req-8236cc91-5f95-4adb-8de6-8319844e9923 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Unset dirty status for tenant:37a582a2416b437b886fa8c0a6bdc671 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:42:23.744936 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9d814460-e939-4332-a097-ce8176e42b6c req-8236cc91-5f95-4adb-8de6-8319844e9923 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.1943491 Feb 02 13:42:23.851248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Deleting port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:42:23.851900 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:24.125695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] For port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,segment=NetworkSegment(f14726b9-36c9-4c4b-8404-5e3825a03587),segment_id=f14726b9-36c9-4c4b-8404-5e3825a03587)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:42:24.126132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:24.194722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4cdeb-8369-4cb0-b18b-f56be7df7eff req-2fc40a7a-e7f3-44c8-9fb1-7b9b7efc7f68 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:24.196312 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f8c4cdeb-8369-4cb0-b18b-f56be7df7eff req-2fc40a7a-e7f3-44c8-9fb1-7b9b7efc7f68 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 946 time: 0.1680057 Feb 02 13:42:24.262473 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f8c4cdeb-8369-4cb0-b18b-f56be7df7eff req-cb801c71-326c-43c2-8eb4-4993319059e9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597389 Feb 02 13:42:24.422453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:24.496908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Calling delete_port for 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:42:24.661159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:24.676578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e3b8a749-ce6e-41bb-a52d-d9ebea7f3a9e tempest-VolumesActionsTest-1221549532 tempest-VolumesActionsTest-1221549532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:24.772164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Pushing event deleted for resources: {'Port': ['ID=5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:24.790298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.790724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.791136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.791538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.791936 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.792429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.792795 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.793243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.793640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.794033 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.794427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.794825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.795250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.795625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.796013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.796398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.796785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.797197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.797588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.797974 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.798363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.798748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.799135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.799521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:24.809839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:24.901011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] No DVR routers for this DVR port 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:42:24.903405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:24.906128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'name': 'network-vif-deleted', 'tag': '5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:42:24.922770 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9d814460-e939-4332-a097-ce8176e42b6c req-65103a50-db8d-4b2c-a9eb-9284d26f77e2 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "DELETE /v2.0/ports/5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 HTTP/1.1" status: 204 len: 173 time: 1.1703992 Feb 02 13:42:24.969033 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0308db78-178f-44ab-9c83-6a7c83eee74e', 'name': 'network-vif-deleted', 'tag': '5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7', 'status': 'completed', 'code': 200} Feb 02 13:42:25.247444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:42:25.289157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:42:25.289564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ffd2fc7-62f5-499c-84de-4a0a03e1a9b7 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:42:25.710464 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c60d8d96-11d1-401c-a5ec-deebcd04c35e req-f361aa6d-2848-467c-a898-56dd0c7a5816 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=0308db78-178f-44ab-9c83-6a7c83eee74e HTTP/1.1" status: 200 len: 210 time: 0.2942162 Feb 02 13:42:31.373500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-0edfe330-265a-4118-ab63-ed319737c1b6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:31.375465 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-0edfe330-265a-4118-ab63-ed319737c1b6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/networks?id=092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 200 len: 813 time: 0.2373943 Feb 02 13:42:31.395491 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-7ce5cf6b-f4ef-43fa-a4c8-6f4499b37d9a tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/quotas/37a582a2416b437b886fa8c0a6bdc671 HTTP/1.1" status: 200 len: 375 time: 0.0106215 Feb 02 13:42:31.456006 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c5218d94-a776-4cf7-94b3-84f9ec152c6c tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=37a582a2416b437b886fa8c0a6bdc671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512362 Feb 02 13:42:31.608509 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-b96a8500-3076-46f8-8fe4-80cd4f0704d1 service neutron] 10.222.0.90 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412790 Feb 02 13:42:31.766197 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-452ebae1-cae9-4784-ad7f-a75e40732561 service neutron] 10.222.0.90 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484096 Feb 02 13:42:31.988962 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-831039ee-759e-4852-8598-6dbc4a1626bd req-772292f9-c08f-4e16-9af0-ec4318569a6b tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 210 time: 0.0500879 Feb 02 13:42:33.177274 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c89dc9fa-0b57-47d6-9aca-2e57ea37b6d6 req-5aab03dd-5693-4118-bf0c-4d86b6a9a18a tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 210 time: 0.0539262 Feb 02 13:42:33.242740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-7a2b2538-ac3d-43d2-895a-9c3535874333 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:33.244450 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-7a2b2538-ac3d-43d2-895a-9c3535874333 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "GET /v2.0/networks?id=092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 200 len: 813 time: 0.2517843 Feb 02 13:42:33.263080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Request body: {'port': {'device_id': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e', 'admin_state_up': True, 'tenant_id': '37a582a2416b437b886fa8c0a6bdc671'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:33.420551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:42:33.427231 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Usage tracker for resource:port and tenant:37a582a2416b437b886fa8c0a6bdc671 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:42:33.432018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:42:33.439175 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:42:33.449533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Made reservation on behalf of 37a582a2416b437b886fa8c0a6bdc671 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:42:33.471859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:33.807298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Allocated IP 172.20.0.5 (092863b3-43ee-4049-860a-0f7ed2d01b6e/61db07a4-77d0-4502-a456-3a6bd8c8bb03/fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:42:34.039158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:34.073345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:34.092800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-af6df1a0-089b-4f3e-8832-d48e836bef32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:34.106085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ccf2888-eff8-4907-a9ac-0f6fec7a4410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:34.238570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Pushing event updated for resources: {'Port': ['ID=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:34.243332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:34.302365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:42:34.303814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:42:34.306461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:42:34.433825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:34.434580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:34.460588 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-c821ae6f-16dc-4415-a516-c39ed9b370c6 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2020586 Feb 02 13:42:34.477053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32e63b-1e1f-40a9-99d4-cecacfcc316c req-25ccc48b-eec4-4d9e-89b6-4bbaa21fa4f8 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:34.478780 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1b32e63b-1e1f-40a9-99d4-cecacfcc316c req-25ccc48b-eec4-4d9e-89b6-4bbaa21fa4f8 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 931 time: 0.1668057 Feb 02 13:42:34.484864 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Request body: {'port': {'device_id': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:34.544502 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1b32e63b-1e1f-40a9-99d4-cecacfcc316c req-dad2eac5-fa65-4bf4-8939-9eaf38016303 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Feb 02 13:42:34.609882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.043755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:42:35.052442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.065678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Transition to ACTIVE for port object fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:42:35.069104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.085307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6576cbd-8b4d-44a1-a9bd-e191c9e22b14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:35.222675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341428d-b748-46bd-b613-91001d036577 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:35.226010 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f341428d-b748-46bd-b613-91001d036577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:35.415196 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Attempting to bind port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:42:35.415753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Attempting to bind port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:42:35.415753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Attempting to bind port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 on network 092863b3-43ee-4049-860a-0f7ed2d01b6e {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:42:35.422343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:42:35.422727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Checking segment: {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:42:35.423254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.423659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Bound using segment: {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:42:35.424140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Bound port: fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14726b9-36c9-4c4b-8404-5e3825a03587', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '092863b3-43ee-4049-860a-0f7ed2d01b6e'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:42:35.424519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.527742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] For port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:42:35.531314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] For port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,segment=NetworkSegment(f14726b9-36c9-4c4b-8404-5e3825a03587),segment_id=f14726b9-36c9-4c4b-8404-5e3825a03587)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:42:35.536510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.550061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:35.707096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341428d-b748-46bd-b613-91001d036577 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:35.712989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f341428d-b748-46bd-b613-91001d036577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:35.746248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:35.746999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:35.748603 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f341428d-b748-46bd-b613-91001d036577 service neutron] 10.222.0.134 "PUT /v2.0/ports/fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 HTTP/1.1" status: 200 len: 1157 time: 1.2684743 Feb 02 13:42:35.749186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'tag': 'fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:42:35.843220 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'tag': 'fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5', 'status': 'completed', 'code': 200} Feb 02 13:42:35.849496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a6c8-6d72-4720-9fc4-5bffd6cbcf4f req-41361a5b-49ed-4158-bd35-a3b1c3a3c3ba tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:35.851265 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-da53a6c8-6d72-4720-9fc4-5bffd6cbcf4f req-41361a5b-49ed-4158-bd35-a3b1c3a3c3ba tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 943 time: 0.1731257 Feb 02 13:42:35.886331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-acbe845f-eede-4e4f-857b-e202c5085cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:35.888238 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-acbe845f-eede-4e4f-857b-e202c5085cec service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=37a582a2416b437b886fa8c0a6bdc671&device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 1160 time: 0.0885901 Feb 02 13:42:35.918811 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-da53a6c8-6d72-4720-9fc4-5bffd6cbcf4f req-3ec195cb-b315-4205-b4a1-7c73d5631153 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597744 Feb 02 13:42:35.973757 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-0c277604-bc6b-4531-8c1a-a8123448ccb9 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 HTTP/1.1" status: 200 len: 217 time: 0.0714531 Feb 02 13:42:36.048352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-01ebbc7e-a485-4dec-aba7-86ae55bf618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:36.049971 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-01ebbc7e-a485-4dec-aba7-86ae55bf618b service neutron] 10.222.0.134 "GET /v2.0/subnets?id=61db07a4-77d0-4502-a456-3a6bd8c8bb03 HTTP/1.1" status: 200 len: 853 time: 0.0701928 Feb 02 13:42:36.102100 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-93ab18e8-e6eb-443c-8a89-2de0bfbbda0d service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=092863b3-43ee-4049-860a-0f7ed2d01b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466335 Feb 02 13:42:36.256577 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-f20383d2-e01a-4df6-8728-d8a110bad1f2 service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478765 Feb 02 13:42:36.409684 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb7eebf4-f21b-41c8-b684-b1011228143e req-d4ea5d26-11c5-43ce-807d-e77b1b814c7c service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476767 Feb 02 13:42:36.592747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-d942920a-2eaf-41bd-8cf6-e99b84f82486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:36.595281 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-d942920a-2eaf-41bd-8cf6-e99b84f82486 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=37a582a2416b437b886fa8c0a6bdc671&device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 1160 time: 0.0852509 Feb 02 13:42:36.743673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-34b4164a-94bd-4b88-ae2b-160f90368ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:36.745349 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-34b4164a-94bd-4b88-ae2b-160f90368ad0 service neutron] 10.222.0.134 "GET /v2.0/networks?id=092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 200 len: 907 time: 0.1449337 Feb 02 13:42:36.820449 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-87c832db-7cbc-4d08-879b-30f48e734bbe service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 HTTP/1.1" status: 200 len: 217 time: 0.0692885 Feb 02 13:42:36.896878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-41317a57-7fda-4d83-a1b5-420cb1bc8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:36.898505 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-41317a57-7fda-4d83-a1b5-420cb1bc8c22 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=61db07a4-77d0-4502-a456-3a6bd8c8bb03 HTTP/1.1" status: 200 len: 853 time: 0.0684867 Feb 02 13:42:37.185655 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-ccd32093-96f4-48f9-a544-40faa4aa2c12 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=092863b3-43ee-4049-860a-0f7ed2d01b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2811527 Feb 02 13:42:37.235018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc26ee-73d4-4ae7-a8cb-d791ce54eaec req-8d580743-d386-48d9-815e-2f2926a11f8e tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:37.236741 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30dc26ee-73d4-4ae7-a8cb-d791ce54eaec req-8d580743-d386-48d9-815e-2f2926a11f8e tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 943 time: 0.1739302 Feb 02 13:42:37.307532 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30dc26ee-73d4-4ae7-a8cb-d791ce54eaec req-dcf1f9bf-4237-427f-9ed2-32af041ede1d tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642426 Feb 02 13:42:37.336924 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-2278d6fd-edc0-4dc9-abec-3b013b655343 service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421411 Feb 02 13:42:37.397700 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a533be9f-c967-42f4-968d-ddd2cb7355d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:37.483124 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3a40bf39-3f7c-4361-95a5-50701440a53d req-504457ae-e285-4427-b372-159962a2e89f service neutron] 10.222.0.134 "GET /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393158 Feb 02 13:42:38.449672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:38.616015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba3734-2b21-46d5-b9cb-d5be47802993 req-4694f486-bd3b-49e9-bb18-37e92ae03c6d tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:38.617761 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a6ba3734-2b21-46d5-b9cb-d5be47802993 req-4694f486-bd3b-49e9-bb18-37e92ae03c6d tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 943 time: 0.1737618 Feb 02 13:42:38.686602 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a6ba3734-2b21-46d5-b9cb-d5be47802993 req-29e9fb7d-6004-4b3c-b7b6-d8a73a44b965 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599980 Feb 02 13:42:39.416631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:39.747311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:42:39.821841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:42:39.827562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:42:39.827990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:39.961931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:39.994867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:42:40.007226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,segment=NetworkSegment(f14726b9-36c9-4c4b-8404-5e3825a03587),segment_id=f14726b9-36c9-4c4b-8404-5e3825a03587)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:42:40.010745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:40.013679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:40.019580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339e027-eff7-4996-acf5-f2a53fd24a83 req-b973a86f-c61c-4270-b406-54b314064043 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:40.021307 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4339e027-eff7-4996-acf5-f2a53fd24a83 req-b973a86f-c61c-4270-b406-54b314064043 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 943 time: 0.1898632 Feb 02 13:42:40.062207 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5', 'code': 200} Feb 02 13:42:40.089347 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4339e027-eff7-4996-acf5-f2a53fd24a83 req-4d9fdb11-83f5-4d2e-868f-241ab2c1040e tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609994 Feb 02 13:42:40.106565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:40.109771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:40.118130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.118530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.118920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.119302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.119684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.120065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.120442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.120814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.121999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.122393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.122773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.123348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.123766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.124141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.124516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.125421 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.125787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.126429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.126591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.126962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.127331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.127702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.128074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.128438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:42:40.133454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:40.346888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1e9fb-91cb-49e0-a47b-754a3f793842 req-a93be666-a07c-4dea-9363-0957276bf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:40.348750 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd1e9fb-91cb-49e0-a47b-754a3f793842 req-a93be666-a07c-4dea-9363-0957276bf6fe service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 1162 time: 0.0879545 Feb 02 13:42:40.396746 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acd1e9fb-91cb-49e0-a47b-754a3f793842 req-73cbe2be-8017-4622-b74d-f71032108b70 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Feb 02 13:42:41.389905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2d99-f9d7-4576-8c6d-298bfe3cbc9c req-21ce25b1-3fcb-4b88-ad7e-d132339dcb2c tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:41.391568 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba8d2d99-f9d7-4576-8c6d-298bfe3cbc9c req-21ce25b1-3fcb-4b88-ad7e-d132339dcb2c tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 945 time: 0.1702161 Feb 02 13:42:41.420279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:42:41.463484 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba8d2d99-f9d7-4576-8c6d-298bfe3cbc9c req-5e35125a-bbda-443c-baef-081818fec438 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617015 Feb 02 13:42:41.497027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:42:41.497431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:42.787190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26786b14-42cf-4676-971c-d04c1f59e192 req-73de17c2-8caa-4817-8abe-085b3e5c3ba9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:42.788883 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-26786b14-42cf-4676-971c-d04c1f59e192 req-73de17c2-8caa-4817-8abe-085b3e5c3ba9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 945 time: 0.1784096 Feb 02 13:42:42.856475 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-26786b14-42cf-4676-971c-d04c1f59e192 req-a979018c-f463-47d3-959a-d25404fcfe71 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Feb 02 13:42:43.518141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:42:46.785473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ab6a0-dfec-4c2e-a5e0-13555d1fdbec req-563fff15-a24d-44b5-9850-4920cdd47409 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:46.787217 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-810ab6a0-dfec-4c2e-a5e0-13555d1fdbec req-563fff15-a24d-44b5-9850-4920cdd47409 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.1685297 Feb 02 13:42:46.855809 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-810ab6a0-dfec-4c2e-a5e0-13555d1fdbec req-5ab540a6-df06-4bc7-af8a-dddce70bdf38 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596769 Feb 02 13:42:48.193181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661355-3eb4-4bbe-bcb0-9384d5947e9c req-dc7ef035-2baa-4465-984f-567492ce5d63 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:48.199231 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-70661355-3eb4-4bbe-bcb0-9384d5947e9c req-dc7ef035-2baa-4465-984f-567492ce5d63 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.1964719 Feb 02 13:42:48.269629 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-70661355-3eb4-4bbe-bcb0-9384d5947e9c req-1b17b247-712d-4a9c-8b68-9cb9da95ce23 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=01316e87-455c-4f04-b3bb-82a4cf1c2830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692680 Feb 02 13:42:48.393221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-e9ef3b33-342d-4f73-84d8-9c5802e307cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:48.394063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-e9ef3b33-342d-4f73-84d8-9c5802e307cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Synchronizing usage tracker for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:42:48.407823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-e9ef3b33-342d-4f73-84d8-9c5802e307cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Unset dirty status for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:42:48.409110 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-e9ef3b33-342d-4f73-84d8-9c5802e307cc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 945 time: 0.2236516 Feb 02 13:42:48.505753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Deleting port 4bf097b2-159a-4488-b674-e9b15270ba51 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:42:48.506147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:48.788302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] For port 4bf097b2-159a-4488-b674-e9b15270ba51, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4bf097b2-159a-4488-b674-e9b15270ba51,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:42:48.788558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:49.112063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:49.112400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:49.112750 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Floating IP 8197a079-88e6-4145-bbbf-fa4adf41d919 disassociated. External IP: 172.28.0.106, port: 4bf097b2-159a-4488-b674-e9b15270ba51. Feb 02 13:42:49.113276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Calling delete_port for 4bf097b2-159a-4488-b674-e9b15270ba51 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:42:49.284179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:49.303218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c7758e53-25ad-4a72-991c-427cd949b123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:49.384879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:42:49.461464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: 4bf097b2-159a-4488-b674-e9b15270ba51 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:42:49.462234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 4bf097b2-159a-4488-b674-e9b15270ba51 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:42:49.466240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event deleted for resources: {'Port': ['ID=4bf097b2-159a-4488-b674-e9b15270ba51,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:49.474088 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:49.554829 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4536532b-b040-4b41-971b-f5dcda03821c req-8aba98be-6589-419f-902e-309f4425364d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.0859039 Feb 02 13:42:49.691834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:42:49.885237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:42:49.895904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:42:49.907101 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:42:49.907883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:42:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:42:49.925649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] No DVR routers for this DVR port 4bf097b2-159a-4488-b674-e9b15270ba51 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:42:49.927961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:49.930906 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'name': 'network-vif-deleted', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:42:49.949803 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21b0b593-0091-4378-b77e-c88dd6d64f24 req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "DELETE /v2.0/ports/4bf097b2-159a-4488-b674-e9b15270ba51 HTTP/1.1" status: 204 len: 173 time: 1.5357952 Feb 02 13:42:50.005294 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a328f6-fd19-40fd-9bbf-0426febe1b07', 'name': 'network-vif-deleted', 'tag': '4bf097b2-159a-4488-b674-e9b15270ba51', 'status': 'completed', 'code': 200} Feb 02 13:42:50.121805 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:42:50.507508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:42:50.511966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:42:50.522243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:42:50.522967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:42:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:42:50.840396 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bee3589b-82a2-467b-a7af-06cf512ac27e req-994ae5e4-262f-4e01-919b-f093822325dc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6a328f6-fd19-40fd-9bbf-0426febe1b07 HTTP/1.1" status: 200 len: 210 time: 0.0772362 Feb 02 13:42:50.960422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:42:51.106736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe4cb-eca7-4940-b62b-332bd7f6d882 req-766ac571-3775-4e1c-b7cb-194c886db78c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:51.108525 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-719fe4cb-eca7-4940-b62b-332bd7f6d882 req-766ac571-3775-4e1c-b7cb-194c886db78c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1678846 Feb 02 13:42:51.179678 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-719fe4cb-eca7-4940-b62b-332bd7f6d882 req-72b363eb-da24-4c01-acf7-24e1b959774f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639827 Feb 02 13:42:51.305625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:42:51.310914 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde5ab7-c2e4-460a-b2fe-9eea8116bd56 None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:42:51.720133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca112e7-7ddb-46cf-952e-0ce0976cb602 None None] New status for floating IP 8197a079-88e6-4145-bbbf-fa4adf41d919: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:42:51.997973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45218) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:52.095438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:52.139381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:52.192332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:52.196586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f21cc60e-664a-4609-b5df-483e3e67a895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:52.210797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01316e87-455c-4f04-b3bb-82a4cf1c2830,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:52.215082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:52.220454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:52.221916 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "DELETE /v2.0/security-groups/01316e87-455c-4f04-b3bb-82a4cf1c2830 HTTP/1.1" status: 204 len: 168 time: 0.2227604 Feb 02 13:42:52.226433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45222) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:52.248134 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.v2.resource [None req-1d881cf0-b40d-4b6b-ad8a-0f4bc9934054 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] show failed (client error): The resource could not be found. Feb 02 13:42:52.249544 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1d881cf0-b40d-4b6b-ad8a-0f4bc9934054 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups/01316e87-455c-4f04-b3bb-82a4cf1c2830 HTTP/1.1" status: 404 len: 347 time: 0.0234265 Feb 02 13:42:52.252925 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45228) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:52.447653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Deleting port 4eb9bd3e-b9d2-4ca6-a856-c2ede327a0a5 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:42:52.447968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:52.505978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf56b3-1a75-41fd-9d1b-3207b11201cf req-1ae46a26-1d3c-4a80-931f-9b2644210733 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:52.507634 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9daf56b3-1a75-41fd-9d1b-3207b11201cf req-1ae46a26-1d3c-4a80-931f-9b2644210733 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1689098 Feb 02 13:42:52.573748 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9daf56b3-1a75-41fd-9d1b-3207b11201cf req-2ab67cea-4501-4743-841c-e764f3eca6a3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593605 Feb 02 13:42:52.635446 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:52.635822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.013561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Calling delete_port for 4eb9bd3e-b9d2-4ca6-a856-c2ede327a0a5 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:42:53.177456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.191224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:53.285985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event deleted for resources: {'Port': ['ID=4eb9bd3e-b9d2-4ca6-a856-c2ede327a0a5,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:53.289193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:53.430046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.445274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.446564 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-98e15564-b820-4f68-bc47-baa78593c77a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "DELETE /v2.0/floatingips/8197a079-88e6-4145-bbbf-fa4adf41d919 HTTP/1.1" status: 204 len: 168 time: 1.1925254 Feb 02 13:42:53.751293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45238) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:53.757389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533823400', 'description': 'tempest-description--1945273231'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:53.779701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:42:53.784398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:42:53.787995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:42:53.794536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:42:53.806847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.830890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:42:53.835182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:42:53.838299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:42:53.844309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:42:53.893198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0c5de-605f-453c-864b-934a16f75e93 req-6de8ae1d-f481-4f45-8eff-3d9d588d7c29 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:53.895142 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69e0c5de-605f-453c-864b-934a16f75e93 req-6de8ae1d-f481-4f45-8eff-3d9d588d7c29 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1701405 Feb 02 13:42:53.922797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.926394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.932026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4caa6659-066e-4d7c-9ef3-295ac172b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:53.964510 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69e0c5de-605f-453c-864b-934a16f75e93 req-4e7cd906-8761-4f63-a992-eb7e6c3e0c14 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624075 Feb 02 13:42:53.974258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfaaa78-0c62-46c1-894a-ca718092f29b,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:53.977598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:53.978899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:53.980455 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2279909 Feb 02 13:42:53.984020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45246) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:53.990590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'security_group_rule': {'security_group_id': '4dfaaa78-0c62-46c1-894a-ca718092f29b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:54.015495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:42:54.019674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:42:54.022809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:42:54.028887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:42:54.048634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.119743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.123382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.126259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:54.151428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a915eb2-ecaf-46c8-a081-4b0712e6df5b,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:54.155910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:54.166026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.167330 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f7e62dcd-11bb-48a6-b55e-21541d5a8e10 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1818254 Feb 02 13:42:54.170365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45252) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:54.175990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'security_group_rule': {'security_group_id': '4dfaaa78-0c62-46c1-894a-ca718092f29b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:54.198222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:42:54.202699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:security_group_rule and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:42:54.206017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:42:54.212879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:42:54.231184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.300443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.305261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.311183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e577f383-0f7b-4928-a971-3f6e0f5f2ccb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:54.334374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e16cf56-3b38-480e-a8c2-23c88d1d59b0,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:54.337362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:54.345109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.346384 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dea86338-123c-41f3-bed7-bde2e2b9bc02 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1750124 Feb 02 13:42:54.349864 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45256) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:42:54.355408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'floatingip': {'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:54.378030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:42:54.382358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:floatingip and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:42:54.385847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:42:54.392934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:42:54.406603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.441377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.561878 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:54.857658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Allocated IP 172.28.0.5 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/63d989d8-392c-4f36-8ff0-aa09f3010286) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:42:55.024482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:55.063308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:55.079917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06d35abf-da13-4535-92c7-a5e2fe928234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:55.220816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'Port': ['ID=63d989d8-392c-4f36-8ff0-aa09f3010286,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:55.226943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:55.278415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:42:55.279593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:42:55.281989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:42:55.301898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190748c6-7cbe-4f20-8784-562a0b7a5b59 req-9ca75ece-e47a-4c8e-b6d0-f4a91a108a36 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:55.304491 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-190748c6-7cbe-4f20-8784-562a0b7a5b59 req-9ca75ece-e47a-4c8e-b6d0-f4a91a108a36 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1865590 Feb 02 13:42:55.371092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:55.379037 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-190748c6-7cbe-4f20-8784-562a0b7a5b59 req-3cd5eac9-d71b-48b7-9c22-7ffe55f1d7bb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619867 Feb 02 13:42:55.435757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:55.729786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:55.734618 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:55.751269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fdb1faa-3a97-4329-b9b5-34c99aa50549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:42:55.939371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'Port': ['ID=63d989d8-392c-4f36-8ff0-aa09f3010286,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:42:55.947221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:42:56.052519 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-8206d90f-22ca-4cca-984f-e2635f956723 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2614608 Feb 02 13:42:56.078281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:56.109885 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:56.111641 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7607512 Feb 02 13:42:56.408741 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-6a6d102e-2471-4a60-9da0-3da16737014a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1533823400&fields=id&tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7 HTTP/1.1" status: 200 len: 267 time: 0.0656738 Feb 02 13:42:56.710686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-474d33fa-3049-4421-9d59-939c1a1c9612 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:56.712408 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-474d33fa-3049-4421-9d59-939c1a1c9612 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 810 time: 0.2931406 Feb 02 13:42:56.735059 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-781804fb-5cba-4867-8c43-1f2d0eb46974 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/quotas/c89fdfc321ec4e32b59d53e1e9b84da7 HTTP/1.1" status: 200 len: 375 time: 0.0156424 Feb 02 13:42:56.828158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862caae-ad5b-4e16-93c1-2617b39fd964 req-c67295c0-5a3b-4102-b627-d9390c46cc64 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:56.829823 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b862caae-ad5b-4e16-93c1-2617b39fd964 req-c67295c0-5a3b-4102-b627-d9390c46cc64 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.3054070 Feb 02 13:42:56.950693 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b862caae-ad5b-4e16-93c1-2617b39fd964 req-022ce477-c780-424c-8b22-01804be67606 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844660 Feb 02 13:42:57.030149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-ff20540a-a247-4efb-963c-5f00f6d12f8d tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2881765 Feb 02 13:42:57.183704 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-5f68bbda-558d-41bf-a2ab-4ad7585ce740 service neutron] 10.222.0.90 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405439 Feb 02 13:42:57.332627 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-e64e89bb-a9e9-40ba-aa8d-59099b476667 service neutron] 10.222.0.90 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417692 Feb 02 13:42:57.567648 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4dafb87b-db8f-4f8d-bc48-43853e58e7a1 req-bc154fbf-16db-4b80-8f33-6e031b03044e tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 210 time: 0.0502625 Feb 02 13:42:58.135589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-d17daac2-68a1-4b71-8c3b-dbb6637cc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:58.137437 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-d17daac2-68a1-4b71-8c3b-dbb6637cc455 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1202 time: 0.0955665 Feb 02 13:42:58.290595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd480168-85f7-4eca-a1e0-3f4982820d3b req-4e49996d-10a2-45d5-928c-099c0845cd1b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:58.292472 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cd480168-85f7-4eca-a1e0-3f4982820d3b req-4e49996d-10a2-45d5-928c-099c0845cd1b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1772363 Feb 02 13:42:58.325187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-ed778a90-185c-4401-bbfb-e24ec899a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:58.326920 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-ed778a90-185c-4401-bbfb-e24ec899a8d2 service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.1459479 Feb 02 13:42:58.366234 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cd480168-85f7-4eca-a1e0-3f4982820d3b req-da8366ee-c878-4bbb-ace2-1ee0b3f0a504 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659554 Feb 02 13:42:58.446663 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-ed8b3ec7-4ab3-4abb-b513-c6eb337f51a3 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 1001 time: 0.1145625 Feb 02 13:42:58.522543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-4f03446c-4464-4355-acca-013e1b9ef49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:58.524190 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-4f03446c-4464-4355-acca-013e1b9ef49c service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.0685494 Feb 02 13:42:58.621819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-80c7cb45-3e2d-4fa0-b320-34cd147e5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:58.623722 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-80c7cb45-3e2d-4fa0-b320-34cd147e5dbc service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940254 Feb 02 13:42:58.773243 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-ac31c0d4-6481-4692-830e-b7a9b8d0f599 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443152 Feb 02 13:42:58.941879 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d3f7b60-51d8-49be-9600-1caab77360b7 req-3911987b-d8e2-4c5b-840b-7d4a8fe774c3 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526988 Feb 02 13:42:59.166051 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-594123ef-dc31-4435-bc48-7262e0a34881 req-e9be9cc1-ae87-4c82-afd9-518548c702de tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 210 time: 0.4599922 Feb 02 13:42:59.326093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-9ab9482c-db22-42a0-a2b0-ad45b2465fe9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:59.327797 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-9ab9482c-db22-42a0-a2b0-ad45b2465fe9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 810 time: 0.5254855 Feb 02 13:42:59.457182 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-6dc4aa1b-e74c-47d0-9f3c-f9a4078a32e9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "GET /v2.0/security-groups?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7 HTTP/1.1" status: 200 len: 5705 time: 0.1029890 Feb 02 13:42:59.566554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:42:59.659669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:42:59.660070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:42:59.776716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72db5f-7e83-4e59-a1c4-0f2a6ea1d588 req-ecc9338a-3e4c-4bcd-833f-1f0316a85876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:42:59.778346 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d72db5f-7e83-4e59-a1c4-0f2a6ea1d588 req-ecc9338a-3e4c-4bcd-833f-1f0316a85876 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.2492878 Feb 02 13:42:59.783867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'port': {'device_id': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'admin_state_up': True, 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'security_groups': ['4dfaaa78-0c62-46c1-894a-ca718092f29b']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:59.949996 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0d72db5f-7e83-4e59-a1c4-0f2a6ea1d588 req-cdbbaec5-33e8-4e9b-97d8-aa4da8d85fc0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483455 Feb 02 13:42:59.996640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:43:00.001724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Usage tracker for resource:port and tenant:c89fdfc321ec4e32b59d53e1e9b84da7 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:43:00.004886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:43:00.011109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:43:00.021838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Made reservation on behalf of c89fdfc321ec4e32b59d53e1e9b84da7 for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:43:00.043405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:00.396984 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2624db11-f597-496a-90b3-e2e8dfc112c7 req-9c29131e-9a2e-4ca6-86eb-e3123a258441 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 210 time: 0.0899088 Feb 02 13:43:00.422800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Allocated IP 172.20.0.6 (332abd3e-62db-4896-98e0-a1ec91abeee4/95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed/fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:43:00.694938 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-b53b4130-bed1-45a0-a83d-40c9236cee95 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1802446798&fields=id&tenant_id=8ad4158f51a64d028c012b22bb26ba6a HTTP/1.1" status: 200 len: 267 time: 0.0974574 Feb 02 13:43:00.703198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:00.768629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Transition to ACTIVE for port object fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:43:00.894990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-0c095ff0-029d-4569-8a11-647e0674cd69 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:00.896572 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-0c095ff0-029d-4569-8a11-647e0674cd69 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 984 time: 0.1899674 Feb 02 13:43:00.902266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:00.919891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:00.963429 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Request body: {'port': {'security_groups': ['ee53b9f2-ea70-415d-9a2b-545db56b35ff']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:01.180539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event updated for resources: {'Port': ['ID=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:01.258735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.259138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.259537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.259938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.260317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.260703 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.261181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.261531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.261917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.262281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.262654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.263034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.263556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.263937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.264299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.264674 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.265078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.265456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.265834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.266208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.266582 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.266956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.267328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.267701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:01.273669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:01.344042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:01.374064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:43:01.409582 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:43:01.412672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:43:01.558574 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca5ca8-ded6-4c53-8021-20f0bb8dc582 req-a9127438-311a-43f0-bf95-33cd8d76aedc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:01.560410 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-93ca5ca8-ded6-4c53-8021-20f0bb8dc582 req-a9127438-311a-43f0-bf95-33cd8d76aedc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.4557207 Feb 02 13:43:01.673455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4eab019b-f8e5-48b9-b689-18cf23779f8a None None] Provisioning for port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:43:01.680111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4eab019b-f8e5-48b9-b689-18cf23779f8a None None] Provisioning complete for port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:01.680537 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4eab019b-f8e5-48b9-b689-18cf23779f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:01.736009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:01.736767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:01.740733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4eab019b-f8e5-48b9-b689-18cf23779f8a None None] Port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:43:01.795088 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-93ca5ca8-ded6-4c53-8021-20f0bb8dc582 req-afecaa07-8522-4c97-8f97-82d39db286dc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230451 Feb 02 13:43:01.823387 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0437527 Feb 02 13:43:01.849799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Request body: {'port': {'device_id': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:02.150187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:02.198570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] For port e89ecfd3-1654-4222-a803-d3427a0478a9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e89ecfd3-1654-4222-a803-d3427a0478a9,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:02.356177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:02.370227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:02.456544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18968-a921-4f34-9274-71b324192943 req-b7f753af-8a65-4eb8-8a36-f154cc8cc38a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:02.457434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e3b18968-a921-4f34-9274-71b324192943 req-b7f753af-8a65-4eb8-8a36-f154cc8cc38a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Synchronizing usage tracker for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:43:02.475860 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:02.920021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e3b18968-a921-4f34-9274-71b324192943 req-b7f753af-8a65-4eb8-8a36-f154cc8cc38a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Unset dirty status for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:43:02.921277 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3b18968-a921-4f34-9274-71b324192943 req-b7f753af-8a65-4eb8-8a36-f154cc8cc38a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 931 time: 0.8441191 Feb 02 13:43:03.045784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event updated for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=6']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:03.054377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:03.128323 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3b18968-a921-4f34-9274-71b324192943 req-1ab8b74c-7eb0-421a-9745-b3b56c22674c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949568 Feb 02 13:43:03.223042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:03.223808 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:03.225436 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c7a8d531-176a-435b-b73c-6a3d68fe532a req-d153d6d1-de97-44dd-8cce-5c7c793de28b tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "PUT /v2.0/ports/e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 942 time: 2.3066840 Feb 02 13:43:03.319851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:03.331128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:43:03.339424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:03.355318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Transition to ACTIVE for port object fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:43:03.383168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-427e2421-9754-4e8d-9938-15a9a03a67e4 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:03.383599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-427e2421-9754-4e8d-9938-15a9a03a67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:03.402992 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:03.423956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:03.600816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:03.622349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:03.692582 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c72beba7-7684-4275-b16f-81322caae5c1 req-a311060b-f2b5-4e54-a396-403e89e626dc tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups/c7c51740-fc89-4bee-9adb-4ab7ab297b98 HTTP/1.1" status: 200 len: 3005 time: 0.1455452 Feb 02 13:43:03.715208 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:03.790716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port e89ecfd3-1654-4222-a803-d3427a0478a9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:03.791117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:03.804641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b5936-83cc-47cb-b31b-418c6a672879 req-f1ff7295-a968-4310-b26f-9c0a3eedc46e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:03.806391 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b26b5936-83cc-47cb-b31b-418c6a672879 req-f1ff7295-a968-4310-b26f-9c0a3eedc46e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.4525442 Feb 02 13:43:04.048833 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b26b5936-83cc-47cb-b31b-418c6a672879 req-514bae5f-25b9-4cc7-a7bc-ba01e8ee31ae tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844764 Feb 02 13:43:04.059832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c72beba7-7684-4275-b16f-81322caae5c1 req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.097107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Attempting to bind port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:04.097515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Attempting to bind port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:43:04.097990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Attempting to bind port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c on network 332abd3e-62db-4896-98e0-a1ec91abeee4 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:43:04.110990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1f5f397-b758-4471-add2-283bc084d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.111248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c72beba7-7684-4275-b16f-81322caae5c1 req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.120084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:43:04.120477 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Checking segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:43:04.120875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.121302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Bound using segment: {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:43:04.121806 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Bound port: fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990b5b7f-cd26-4b19-b892-a71a0410abf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:43:04.122186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.148445 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'status': 'completed', 'code': 200} Feb 02 13:43:04.268219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c72beba7-7684-4275-b16f-81322caae5c1 req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.274431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] For port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c, host hv-cinder-77238, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:43:04.276873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-415131e4-4095-48e8-b2e8-ed48c3e74a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:04.341252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c51740-fc89-4bee-9adb-4ab7ab297b98,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:04.352929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] For port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:43:04.354186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:04.363002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.382290 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd286a7-f0ac-4c46-870a-8a7c4a37e0dd tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:04.486639 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c72beba7-7684-4275-b16f-81322caae5c1 req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.487992 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c72beba7-7684-4275-b16f-81322caae5c1 req-6f2a698d-dab8-42c0-a823-38bf7bc6300a tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "DELETE /v2.0/security-groups/c7c51740-fc89-4bee-9adb-4ab7ab297b98 HTTP/1.1" status: 204 len: 173 time: 0.7870746 Feb 02 13:43:04.579591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929558-9162-4d3a-a31d-9a73044c76aa req-9ed27be0-3e0d-4529-bad9-37aac2ce7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:04.582510 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-9ed27be0-3e0d-4529-bad9-37aac2ce7693 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1162 time: 0.3854077 Feb 02 13:43:04.641026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:04.650848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:04.759735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929558-9162-4d3a-a31d-9a73044c76aa req-9ac1c2df-f13b-4523-91d3-de8c2d74a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:04.761375 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-9ac1c2df-f13b-4523-91d3-de8c2d74a34d service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.1746294 Feb 02 13:43:04.785483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8d3c8-d8a5-42e4-aa2d-3a93700aa54c req-b6d5c4b9-800b-449b-a265-5151ee97afea tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:04.787076 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f6b8d3c8-d8a5-42e4-aa2d-3a93700aa54c req-b6d5c4b9-800b-449b-a265-5151ee97afea tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 943 time: 0.5009742 Feb 02 13:43:04.831224 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-faf775ba-c318-46cc-afe1-05fe2919b36c tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/floatingips/0c7d7b7e-acfa-4bac-8127-a76099d6ebcc HTTP/1.1" status: 200 len: 998 time: 0.2869804 Feb 02 13:43:04.887653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:04.888380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:04.889948 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-37166adb-b523-4406-8899-c32e1107c480 service neutron] 10.222.0.134 "PUT /v2.0/ports/fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c HTTP/1.1" status: 200 len: 1157 time: 3.0472918 Feb 02 13:43:04.894041 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-75b6b881-7e81-4bdf-a995-0bf4003524e3 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 1001 time: 0.1224773 Feb 02 13:43:04.982903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929558-9162-4d3a-a31d-9a73044c76aa req-43a56ed5-7507-4fe0-80d1-bbf7c54609c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:04.984535 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-43a56ed5-7507-4fe0-80d1-bbf7c54609c1 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.0737693 Feb 02 13:43:05.041749 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f6b8d3c8-d8a5-42e4-aa2d-3a93700aa54c req-dd8ad5d8-255d-4a4d-8acc-e905793c1570 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306540 Feb 02 13:43:05.080332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929558-9162-4d3a-a31d-9a73044c76aa req-8e8fa52a-c6f0-4492-bb2e-5252027837e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:05.082296 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-8e8fa52a-c6f0-4492-bb2e-5252027837e8 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928357 Feb 02 13:43:05.240221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cecc-8773-475c-9c21-4834492769f4 req-42657663-3dea-4ebb-9f66-028755bfd866 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:05.241866 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-42657663-3dea-4ebb-9f66-028755bfd866 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 784 time: 0.3915064 Feb 02 13:43:05.245193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-4476eb0a-8608-46f1-9afd-787651174777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:05.246785 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-4476eb0a-8608-46f1-9afd-787651174777 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 1160 time: 0.2875681 Feb 02 13:43:05.248220 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-9f16a699-be14-4ddd-b3da-047312ee9f21 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580770 Feb 02 13:43:05.253449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-e9fc3828-5a48-423f-ad52-d496fadd98a2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:43:05.254529 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-e9fc3828-5a48-423f-ad52-d496fadd98a2 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068223 Feb 02 13:43:05.415960 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-adfd603f-57b8-4dc1-88f5-9f2de4c1e197 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c HTTP/1.1" status: 200 len: 217 time: 0.0910118 Feb 02 13:43:05.460563 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-18929558-9162-4d3a-a31d-9a73044c76aa req-4fbe492f-84e0-4258-bdf3-f0438a3cbf4a service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1902254 Feb 02 13:43:05.515350 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-f9680a75-d474-46a9-99e1-82064078c0c8 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.251 HTTP/1.1" status: 200 len: 1001 time: 0.2542765 Feb 02 13:43:05.638345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-4167d093-147b-43de-8041-e85fc741c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:05.639883 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-4167d093-147b-43de-8041-e85fc741c2e2 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.2182381 Feb 02 13:43:05.796909 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cecc-8773-475c-9c21-4834492769f4 req-0c97c301-e103-4037-b007-0239981cb0cb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:05.798545 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-0c97c301-e103-4037-b007-0239981cb0cb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports/e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 942 time: 0.2823215 Feb 02 13:43:05.929731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4433d8d-5de2-4e9c-a7eb-fbae36519655 req-5329698b-9c8b-4176-ae7b-b75192505361 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:05.931454 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d4433d8d-5de2-4e9c-a7eb-fbae36519655 req-5329698b-9c8b-4176-ae7b-b75192505361 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.4131677 Feb 02 13:43:06.268132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:06.343194 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-4cf8c3a8-c116-44e9-92e8-edc74c8fe4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:06.344868 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-4cf8c3a8-c116-44e9-92e8-edc74c8fe4a6 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6953661 Feb 02 13:43:06.377372 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-6bd5249d-a9f2-4ad6-bb5b-ebdc2c321591 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.251 HTTP/1.1" status: 200 len: 1001 time: 0.4445908 Feb 02 13:43:06.426079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d4433d8d-5de2-4e9c-a7eb-fbae36519655 req-25cfb910-0325-4575-a0c6-516eda20c866 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403604 Feb 02 13:43:06.836143 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-f2e5558a-2b34-4a64-8702-e7f35b0a4e9b service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788504 Feb 02 13:43:06.881587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Deleting port 8390864f-1803-45e3-a873-955e3490be36 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:06.881969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:07.062463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649b97a-c372-46d4-b9c2-68c2eba4cbc0 req-93984c4f-c5fb-4d9c-b318-f8a1f5c754e9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:07.064237 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2649b97a-c372-46d4-b9c2-68c2eba4cbc0 req-93984c4f-c5fb-4d9c-b318-f8a1f5c754e9 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 945 time: 0.4820306 Feb 02 13:43:07.277808 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2649b97a-c372-46d4-b9c2-68c2eba4cbc0 req-bab83bcd-cdfc-437a-a06a-4bfa1811967a tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911445 Feb 02 13:43:07.289926 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0dfba91-aa84-430f-b3a8-16b0f5c9e4e9 req-19985592-cabe-4191-96cd-680dadf5762f service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4443328 Feb 02 13:43:07.360535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:07.360535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:07.406629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e7f41359-c28d-458f-bc5c-9c4e59b37446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:07.510045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Calling delete_port for 8390864f-1803-45e3-a873-955e3490be36 owned by network:floatingip {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:07.778672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e0764-488b-4419-916c-8485466bc6e7 req-9603f502-895f-414f-b382-85fdd2586b69 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:07.780499 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-071e0764-488b-4419-916c-8485466bc6e7 req-9603f502-895f-414f-b382-85fdd2586b69 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 943 time: 0.2348878 Feb 02 13:43:07.898617 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-071e0764-488b-4419-916c-8485466bc6e7 req-9d1975e9-7f5b-4214-a684-096e456d91b1 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081336 Feb 02 13:43:07.941036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:07.962938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7d4cdb1d-1609-4c36-a748-7b8bdaf4c55c tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:08.000655 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'status': 'completed', 'code': 200} Feb 02 13:43:08.114564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event deleted for resources: {'Port': ['ID=8390864f-1803-45e3-a873-955e3490be36,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:08.117898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:08.361592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-e3df7039-fb2d-421f-af46-e20c4e5f6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:08.364070 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-e3df7039-fb2d-421f-af46-e20c4e5f6b28 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 1160 time: 0.2891834 Feb 02 13:43:08.461799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e228b-135b-4eaa-b2ce-04e3b2d027e5 req-361b4d86-1d9d-4f20-b84e-bd2b0b01789f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:08.464287 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-672e228b-135b-4eaa-b2ce-04e3b2d027e5 req-361b4d86-1d9d-4f20-b84e-bd2b0b01789f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.3371179 Feb 02 13:43:08.474364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:08.866132 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks [] for floatingip, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:08.866519 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Floating IP 0c7d7b7e-acfa-4bac-8127-a76099d6ebcc disassociated (deleted). External IP: 172.28.0.251, port: e89ecfd3-1654-4222-a803-d3427a0478a9. Feb 02 13:43:09.018423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-36291001-c65c-48f9-b632-e7f7fed2d8e0 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:09.020016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-36291001-c65c-48f9-b632-e7f7fed2d8e0 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Synchronizing usage tracker for tenant:37a582a2416b437b886fa8c0a6bdc671 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:43:09.038212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-36291001-c65c-48f9-b632-e7f7fed2d8e0 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Unset dirty status for tenant:37a582a2416b437b886fa8c0a6bdc671 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:43:09.039529 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-36291001-c65c-48f9-b632-e7f7fed2d8e0 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 945 time: 0.1885800 Feb 02 13:43:09.146530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Deleting port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:09.146929 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:09.202172 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-672e228b-135b-4eaa-b2ce-04e3b2d027e5 req-94db70e3-fec3-470e-932c-1b82e9dcf2b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7059495 Feb 02 13:43:09.315226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-48ea684f-2e6e-4522-b5be-196900053943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:09.317523 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-48ea684f-2e6e-4522-b5be-196900053943 service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 0.9429042 Feb 02 13:43:09.426168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:09.459554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] For port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,segment=NetworkSegment(f14726b9-36c9-4c4b-8404-5e3825a03587),segment_id=f14726b9-36c9-4c4b-8404-5e3825a03587)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:09.459940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:09.465655 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-19139681-6480-46b9-ba89-af664e48dc69 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c HTTP/1.1" status: 200 len: 217 time: 0.1384919 Feb 02 13:43:09.557107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-447f720d-4517-480d-84a2-688a624720ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:09.558667 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-447f720d-4517-480d-84a2-688a624720ae service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.0805223 Feb 02 13:43:09.668370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Calling delete_port for fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:09.796234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6e65d-ef5c-430c-aee7-f7d9f4937676 req-cc647309-1f21-4e2c-9158-a493ffdfebb7 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:09.804239 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-27d6e65d-ef5c-430c-aee7-f7d9f4937676 req-cc647309-1f21-4e2c-9158-a493ffdfebb7 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fb6d0af-f6f4-452c-9856-3d10daa4b1ac HTTP/1.1" status: 200 len: 945 time: 0.4123485 Feb 02 13:43:09.824480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Router c54ad215-6ff6-4c6e-9aa8-b6103d407643 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:43:09.849333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:09.865048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-01e4674e-b7df-4894-88f7-df9819a2ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:09.866742 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-01e4674e-b7df-4894-88f7-df9819a2ee2b service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2965209 Feb 02 13:43:09.877188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:09.957584 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-27d6e65d-ef5c-430c-aee7-f7d9f4937676 req-884cdc29-2489-4334-a146-aa6d5f879160 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.90 "GET /v2.0/security-groups?id=48ab1b7b-632c-4998-ac02-1f26e0172a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522634 Feb 02 13:43:09.995550 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Pushing event deleted for resources: {'Port': ['ID=fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:10.010331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:10.109183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:10.169358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] No DVR routers for this DVR port fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:43:10.172727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:10.176869 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'name': 'network-vif-deleted', 'tag': 'fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:10.195448 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8fe9f48-6166-451d-bafd-3b046f5181c8 req-7150fb97-20a4-4ba2-a2ae-70e07d57fd61 tempest-VolumesSnapshotTestJSON-217560041 tempest-VolumesSnapshotTestJSON-217560041-project] 10.222.0.134 "DELETE /v2.0/ports/fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 HTTP/1.1" status: 204 len: 173 time: 1.1491323 Feb 02 13:43:10.267558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:10.350952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:43:10.355563 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-e868db41-bfa0-45ed-94fd-bdacce4a14e4 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907316 Feb 02 13:43:10.398277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] Sync routers for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:43:10.433201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:43:10.434202 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:43:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:10.452137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8e9fe-be16-45c9-962c-ae8706ec1875 req-52035692-f460-4b42-a3c4-bed01feea5a2 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:10.454112 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f6b8e9fe-be16-45c9-962c-ae8706ec1875 req-52035692-f460-4b42-a3c4-bed01feea5a2 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 943 time: 0.2830458 Feb 02 13:43:10.506651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:10.679631 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f6b8e9fe-be16-45c9-962c-ae8706ec1875 req-f2a62091-66ed-4037-964f-3d64c5be028a tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143855 Feb 02 13:43:10.690150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:43:10.704342 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-1bf204e1-ed15-4be0-97c8-18da883e5c59 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "DELETE /v2.0/floatingips/0c7d7b7e-acfa-4bac-8127-a76099d6ebcc HTTP/1.1" status: 204 len: 173 time: 4.2928233 Feb 02 13:43:10.753167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:10.803208 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb6d0af-f6f4-452c-9856-3d10daa4b1ac', 'name': 'network-vif-deleted', 'tag': 'fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5', 'status': 'completed', 'code': 200} Feb 02 13:43:10.840537 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a3f6a12d-8e2b-4e55-b7fb-f1f5d2a5fdc5 req-f17f991d-57c9-44b7-8fd7-c1a02489470c service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4749949 Feb 02 13:43:10.862615 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cecc-8773-475c-9c21-4834492769f4 req-8e941868-e9d9-4673-8b62-571ede29dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:10.872045 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-8e941868-e9d9-4673-8b62-571ede29dee0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1162 time: 0.1663549 Feb 02 13:43:11.103260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:43:11.122012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:11.122653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:11.355622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:11.402640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:11.404772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:11.413457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:11.416062 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] Checking router: c54ad215-6ff6-4c6e-9aa8-b6103d407643 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:43:11.426795 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:11.427732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:11.454530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7d3a0-a6d2-4019-b2a2-3b18a7140eda req-9adf6490-2fba-4dc5-984e-7b3a7555bae7 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:11.456600 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-24a7d3a0-a6d2-4019-b2a2-3b18a7140eda req-9adf6490-2fba-4dc5-984e-7b3a7555bae7 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.5071950 Feb 02 13:43:11.493896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7b890187-4e8e-4fa7-bda8-ec67eedbff61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:11.497733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cecc-8773-475c-9c21-4834492769f4 req-abdeebec-ec94-4c20-986e-71f64074311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:11.506315 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-abdeebec-ec94-4c20-986e-71f64074311a service neutron] 10.222.0.90 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.6333420 Feb 02 13:43:11.531347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:43:11.532077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:43:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:11.587832 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-48fc7fc6-2f12-4b1c-aed4-48badec5a117 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 217 time: 0.0802929 Feb 02 13:43:11.669945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cecc-8773-475c-9c21-4834492769f4 req-a956cdfa-a917-47c6-8517-827d01135399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:11.678848 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-a956cdfa-a917-47c6-8517-827d01135399 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.0895236 Feb 02 13:43:11.760779 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-24a7d3a0-a6d2-4019-b2a2-3b18a7140eda req-6f46eccc-ecc6-4a77-81fc-847fd9e57dba tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902777 Feb 02 13:43:11.819575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1cecc-8773-475c-9c21-4834492769f4 req-fd8e0d54-ee2a-4a2a-a3bf-875c83a6c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:11.822576 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-fd8e0d54-ee2a-4a2a-a3bf-875c83a6c704 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412821 Feb 02 13:43:11.971236 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'status': 'completed', 'code': 200} Feb 02 13:43:11.986023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:11.986450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:12.093195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:12.101603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:12.113886 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'code': 200} Feb 02 13:43:12.195880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-ef686b1a-8f0e-4a6e-8a46-4a0ca12cdbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:12.197619 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-ef686b1a-8f0e-4a6e-8a46-4a0ca12cdbcb service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 1162 time: 0.2230062 Feb 02 13:43:12.199616 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-92f18f44-5032-4dd6-9b80-21354601d57f service neutron] 10.222.0.90 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696215 Feb 02 13:43:12.302728 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:43:12.501077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:12.611897 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:43:12.612277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fd5fa9a7-c5d6-49ac-8fc7-0bc9bf9c23f5 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:43:12.700019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975b3aa-086a-4767-b37d-54737ebfb621 req-0fba8dbd-08fc-4178-9592-fb6d1aec04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:12.701867 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c975b3aa-086a-4767-b37d-54737ebfb621 req-0fba8dbd-08fc-4178-9592-fb6d1aec04bd service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 1162 time: 0.1693714 Feb 02 13:43:12.783493 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c975b3aa-086a-4767-b37d-54737ebfb621 req-183381bd-6fc8-4280-9741-9612b9c1bf9e service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754116 Feb 02 13:43:12.787556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a5c9a-57b0-406e-a84c-7f32545bfce0 req-3bfddec1-9ae3-4bd4-b2b1-d8c66457bc17 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:12.789549 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c17a5c9a-57b0-406e-a84c-7f32545bfce0 req-3bfddec1-9ae3-4bd4-b2b1-d8c66457bc17 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 945 time: 0.5226784 Feb 02 13:43:12.796339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-7e108b58-dc3c-4b4f-8a75-e55c5fd193f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:12.798481 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-7e108b58-dc3c-4b4f-8a75-e55c5fd193f9 service neutron] 10.222.0.134 "GET /v2.0/networks?id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 200 len: 909 time: 0.5915267 Feb 02 13:43:12.801119 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dda1cecc-8773-475c-9c21-4834492769f4 req-d0fa8e01-3a21-42ba-ae5b-73660d20b9c4 service neutron] 10.222.0.90 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5621345 Feb 02 13:43:12.885175 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c17a5c9a-57b0-406e-a84c-7f32545bfce0 req-2ac4c306-b13b-4f7c-8b48-a6ec1c1bb357 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825655 Feb 02 13:43:12.925523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:12.930383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b2d8c-d310-4cd2-a89a-d545c78d53b9 None None] The sync data for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb is: [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:39:48Z', 'revision_number': 4, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': '47b0c424-81ef-41c9-abc8-be0b31d39d47', 'name': '', 'network_id': 'ded745e3-30bf-4f8e-adbe-e2f04ffe222a', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'mac_address': 'fa:16:3e:97:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:46Z', 'updated_at': '2021-02-02T13:40:00Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'subnets': [{'id': '3f5d8e31-e567-4d10-a2cf-67552ae7473f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:43:12.937611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:13.078042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:13.078844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:13.137062 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-b0685bfe-e6a0-4513-ad0f-86b4ed8c56a8 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 200 len: 217 time: 0.1364601 Feb 02 13:43:13.286707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-3f3ca2e6-0509-44d3-818d-89f5c06e3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:13.288474 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-3f3ca2e6-0509-44d3-818d-89f5c06e3636 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 200 len: 854 time: 0.1050441 Feb 02 13:43:13.455846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22326086-e6ba-4607-8fcf-159e2e607708 req-61829ac4-2d8d-41df-ad5a-813efab7f65e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:13.458337 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-22326086-e6ba-4607-8fcf-159e2e607708 req-61829ac4-2d8d-41df-ad5a-813efab7f65e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.3202195 Feb 02 13:43:13.545141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080496a1-ba53-466b-884a-4bac5da10ffd None None] New status for floating IP 0c7d7b7e-acfa-4bac-8127-a76099d6ebcc: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:43:13.587012 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-22326086-e6ba-4607-8fcf-159e2e607708 req-6d2cf367-32e5-4c22-b9e8-dba9df84a204 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183829 Feb 02 13:43:13.591275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-91e39a52-296e-4885-8b9f-4d05b06935b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:13.593084 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-91e39a52-296e-4885-8b9f-4d05b06935b3 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=ded745e3-30bf-4f8e-adbe-e2f04ffe222a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2989070 Feb 02 13:43:13.835700 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-2f4f1e5f-6be1-4d45-9c8d-9a223422a49d service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361641 Feb 02 13:43:13.992459 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0de354bb-4323-411d-ba4a-ed9147c60172 req-f16bfb2e-84f9-441c-824c-b115eaf703d2 service neutron] 10.222.0.134 "GET /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518776 Feb 02 13:43:14.256785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04347-249b-4899-b1b3-f5b2ccc320a0 req-06d47daa-cf0f-4db0-b17b-037d16561793 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:14.267416 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30c04347-249b-4899-b1b3-f5b2ccc320a0 req-06d47daa-cf0f-4db0-b17b-037d16561793 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 945 time: 0.2166348 Feb 02 13:43:14.348818 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30c04347-249b-4899-b1b3-f5b2ccc320a0 req-e7bc22fd-9fb6-4d77-bd61-87c02bfde6e3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802293 Feb 02 13:43:14.704948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3641-b715-450a-96f9-aea35734abdd req-be8a3b25-f383-461d-8757-78c06c0c90fc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:14.714818 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f0ff3641-b715-450a-96f9-aea35734abdd req-be8a3b25-f383-461d-8757-78c06c0c90fc tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 945 time: 0.2146959 Feb 02 13:43:14.726924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45450) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:14.733333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Request body: {'floatingip': {'port_id': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:14.859152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:14.937029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:15.110411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:15.110770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:15.147619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776458b-644e-47f0-bae1-ca23d6738d94 req-54601720-a781-488e-80c2-f8b2c5ac3786 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:15.150862 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f776458b-644e-47f0-bae1-ca23d6738d94 req-54601720-a781-488e-80c2-f8b2c5ac3786 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.3051865 Feb 02 13:43:15.297623 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f776458b-644e-47f0-bae1-ca23d6738d94 req-dad4d9c7-63c9-40a9-8caa-c3dad7c079b9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401625 Feb 02 13:43:15.941670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:15.946183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:16.193294 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Floating IP a7c6f823-5896-4f62-8a7f-3e5fa3c07742 associated. External IP: 172.28.0.5, port: fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c. Feb 02 13:43:16.695779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e1f13-43de-4026-9e76-f98c3e2d97ad req-13ba4351-9fe3-40a5-99a4-7f992dca850f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:16.697975 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c74e1f13-43de-4026-9e76-f98c3e2d97ad req-13ba4351-9fe3-40a5-99a4-7f992dca850f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1855834 Feb 02 13:43:16.751152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:43:16.769344 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c74e1f13-43de-4026-9e76-f98c3e2d97ad req-d6c32cb8-7899-45a2-8ad1-991b109df0f3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645626 Feb 02 13:43:16.979814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:43:16.985675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:16.992538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:43:17.005492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:43:17.006363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:43:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:17.061996 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d021e8fd-bef3-4228-a95d-26e59cf7e9a6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "PUT /v2.0/floatingips/a7c6f823-5896-4f62-8a7f-3e5fa3c07742 HTTP/1.1" status: 200 len: 989 time: 2.3306816 Feb 02 13:43:17.061996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:17.180955 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'status': 'completed', 'code': 200} Feb 02 13:43:17.243094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:43:17.302565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-24096e1e-6bd7-49b1-aef5-1795452e4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:17.304259 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-24096e1e-6bd7-49b1-aef5-1795452e4f5d service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 1162 time: 0.0957575 Feb 02 13:43:17.459423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-7eb06509-43a6-4b2c-a984-444ef70c8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:17.461216 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-7eb06509-43a6-4b2c-a984-444ef70c8e49 service neutron] 10.222.0.134 "GET /v2.0/networks?id=332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 200 len: 904 time: 0.1488001 Feb 02 13:43:17.607789 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-cba022df-c68d-4473-8314-2977396a053e service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c HTTP/1.1" status: 200 len: 997 time: 0.1179464 Feb 02 13:43:17.643770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': 'a7c6f823-5896-4f62-8a7f-3e5fa3c07742', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'floating_ip_address': '172.28.0.5', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'port_id': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'mac_address': 'fa:16:3e:8f:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:42:55Z', 'updated_at': '2021-02-02T13:43:15Z', 'revision_number': 1, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:17.649103 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:43:17.659416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:43:17.660279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:43:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:17.719352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-9b631d4e-71f4-4640-8976-5a2bccf135ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:17.721076 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-9b631d4e-71f4-4640-8976-5a2bccf135ef service neutron] 10.222.0.134 "GET /v2.0/subnets?id=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 200 len: 849 time: 0.1006660 Feb 02 13:43:17.925966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:43:17.930676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-dcc44b92-20cd-45d9-ad6a-dd317fdb1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:17.932571 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-dcc44b92-20cd-45d9-ad6a-dd317fdb1080 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=332abd3e-62db-4896-98e0-a1ec91abeee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1544290 Feb 02 13:43:18.217961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-d1c48b3c-9d5e-4433-b7c1-cc0a22d72004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:18.220376 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-d1c48b3c-9d5e-4433-b7c1-cc0a22d72004 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1162 time: 0.1053843 Feb 02 13:43:18.366754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': 'a7c6f823-5896-4f62-8a7f-3e5fa3c07742', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'floating_ip_address': '172.28.0.5', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'port_id': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'mac_address': 'fa:16:3e:8f:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:42:55Z', 'updated_at': '2021-02-02T13:43:15Z', 'revision_number': 1, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:18.371172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5330a-e2e5-4074-8b66-4c5216d8ddbf None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': 'a7c6f823-5896-4f62-8a7f-3e5fa3c07742', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'floating_ip_address': '172.28.0.5', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'port_id': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'mac_address': 'fa:16:3e:8f:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:42:55Z', 'updated_at': '2021-02-02T13:43:15Z', 'revision_number': 1, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:43:18.472953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-4ddc5e49-ea18-4a02-8c38-35a03649f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:18.474710 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-4ddc5e49-ea18-4a02-8c38-35a03649f3f9 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.2488501 Feb 02 13:43:18.495569 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-8d76ce18-240d-408f-a7b1-48d83cee3692 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569932 Feb 02 13:43:18.591765 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-a2f6e201-d885-4acd-bd5f-3002d0aabf4b service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 200 len: 1001 time: 0.1116688 Feb 02 13:43:18.660329 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-2740f299-7897-4883-ac7e-eceb6aa4e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:18.662003 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-2740f299-7897-4883-ac7e-eceb6aa4e437 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0664988 Feb 02 13:43:18.677257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69121f3f-6c28-4c44-852a-9040acc46808 req-35e8e51d-a232-4e4d-a954-062cc02cbc24 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:18.679143 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69121f3f-6c28-4c44-852a-9040acc46808 req-35e8e51d-a232-4e4d-a954-062cc02cbc24 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.6424963 Feb 02 13:43:18.698688 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148c055-9fc9-413e-97a8-c36065115e9b None None] New status for floating IP a7c6f823-5896-4f62-8a7f-3e5fa3c07742: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:43:18.767183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-98bd3624-47ac-4864-baed-f39a64aa82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:18.769269 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-98bd3624-47ac-4864-baed-f39a64aa82ca service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888066 Feb 02 13:43:18.784970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118828c-a767-492b-a70b-9f72e530f771 req-72a70605-ce2a-4dac-bea3-63b7e56d1cbb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:18.785807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6118828c-a767-492b-a70b-9f72e530f771 req-72a70605-ce2a-4dac-bea3-63b7e56d1cbb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Synchronizing usage tracker for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:43:18.880541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6118828c-a767-492b-a70b-9f72e530f771 req-72a70605-ce2a-4dac-bea3-63b7e56d1cbb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Unset dirty status for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:43:18.887898 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6118828c-a767-492b-a70b-9f72e530f771 req-72a70605-ce2a-4dac-bea3-63b7e56d1cbb tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.5406106 Feb 02 13:43:18.894846 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-43d83b25-91c3-48cc-aa26-5cf8b97de5a6 req-fa5a62b2-33f1-4829-ae2e-2aec28b1bee5 service neutron] 10.222.0.134 "GET /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3923335 Feb 02 13:43:18.926488 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-fe681fc6-4f06-4a7f-b7d3-f56b88dc3ba0 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472483 Feb 02 13:43:18.927641 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69121f3f-6c28-4c44-852a-9040acc46808 req-b4b10592-e743-4839-bf28-0cb4aae43516 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344069 Feb 02 13:43:18.979968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6118828c-a767-492b-a70b-9f72e530f771 req-f9bb1cda-1d3e-47cb-9944-694daa88b3ee tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Synchronizing usage tracker for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:43:18.997983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-6118828c-a767-492b-a70b-9f72e530f771 req-f9bb1cda-1d3e-47cb-9944-694daa88b3ee tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Unset dirty status for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:43:19.011431 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6118828c-a767-492b-a70b-9f72e530f771 req-f9bb1cda-1d3e-47cb-9944-694daa88b3ee tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224666 Feb 02 13:43:19.105042 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-31681f29-ffb5-4b09-a6c0-651d6a4785af req-87044857-d65e-407d-8168-04e8c3567ff0 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1744947 Feb 02 13:43:19.848173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-80a4a500-a6cd-4096-bfbc-9487eb4776ec tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:19.849009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-80a4a500-a6cd-4096-bfbc-9487eb4776ec tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Synchronizing usage tracker for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:43:19.863339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-80a4a500-a6cd-4096-bfbc-9487eb4776ec tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Unset dirty status for tenant:8ad4158f51a64d028c012b22bb26ba6a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:43:19.864583 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-80a4a500-a6cd-4096-bfbc-9487eb4776ec tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.134 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.1903417 Feb 02 13:43:19.963566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Deleting port e89ecfd3-1654-4222-a803-d3427a0478a9 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:19.963968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:20.242347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] For port e89ecfd3-1654-4222-a803-d3427a0478a9, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e89ecfd3-1654-4222-a803-d3427a0478a9,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:20.242614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:20.349927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908fa3c-c7d1-482e-84ca-aa4f25c954cf req-cc13ee97-3cd3-4baf-8958-53045fa54c24 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:20.351685 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6908fa3c-c7d1-482e-84ca-aa4f25c954cf req-cc13ee97-3cd3-4baf-8958-53045fa54c24 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.2343810 Feb 02 13:43:20.381122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Calling delete_port for e89ecfd3-1654-4222-a803-d3427a0478a9 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:20.439203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af293c02-46b2-4e6e-bee6-dd49083aa9dd req-c6dcb251-cc48-4c94-a7e6-be83860b72f3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:20.440912 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af293c02-46b2-4e6e-bee6-dd49083aa9dd req-c6dcb251-cc48-4c94-a7e6-be83860b72f3 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/ports?device_id=8803bd87-28d0-4c3d-9201-bcb50a8bf596 HTTP/1.1" status: 200 len: 945 time: 0.2864203 Feb 02 13:43:20.517437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:43:20.545337 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6908fa3c-c7d1-482e-84ca-aa4f25c954cf req-0d7e3b7e-c123-4143-83f2-4c2b7143ef6c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031461 Feb 02 13:43:20.545528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:20.568282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19fcb6ed-300c-4f87-99ec-60b0e4a8a27a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:20.568498 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af293c02-46b2-4e6e-bee6-dd49083aa9dd req-84ce6a15-7e57-4991-af64-a3f6bd952dc6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee53b9f2-ea70-415d-9a2b-545db56b35ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021240 Feb 02 13:43:20.683107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Pushing event deleted for resources: {'Port': ['ID=e89ecfd3-1654-4222-a803-d3427a0478a9,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:20.686504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:20.819724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] No DVR routers for this DVR port e89ecfd3-1654-4222-a803-d3427a0478a9 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:43:20.822436 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:20.827221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'name': 'network-vif-deleted', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:20.855910 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a2f1863c-5afd-448f-9fc5-6b3e34149536 req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] 10.222.0.134 "DELETE /v2.0/ports/e89ecfd3-1654-4222-a803-d3427a0478a9 HTTP/1.1" status: 204 len: 173 time: 0.9859424 Feb 02 13:43:20.895962 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8803bd87-28d0-4c3d-9201-bcb50a8bf596', 'name': 'network-vif-deleted', 'tag': 'e89ecfd3-1654-4222-a803-d3427a0478a9', 'status': 'completed', 'code': 200} Feb 02 13:43:20.966350 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:21.009922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: e89ecfd3-1654-4222-a803-d3427a0478a9 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:43:21.010313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device e89ecfd3-1654-4222-a803-d3427a0478a9 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:43:21.010828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:21.136289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:21.170061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:21.182174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:21.194499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:21.196563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:21.236983 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'code': 422} returned with failed status Feb 02 13:43:21.272784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:21.276207 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:21.888410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a2fa-4564-4a4a-84ba-566d584453f1 req-9564a992-53a2-4488-b92f-57b60f3a655b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:21.890190 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79f1a2fa-4564-4a4a-84ba-566d584453f1 req-9564a992-53a2-4488-b92f-57b60f3a655b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1779826 Feb 02 13:43:21.962539 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79f1a2fa-4564-4a4a-84ba-566d584453f1 req-5043bbeb-216e-4a8f-8a0f-d9caac3ba83d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647941 Feb 02 13:43:22.378032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45596) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:23.238518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853802698'] for router_interface, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:23.619106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Deleting port 47b0c424-81ef-41c9-abc8-be0b31d39d47 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:23.619405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:23.813180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] For port 47b0c424-81ef-41c9-abc8-be0b31d39d47, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=47b0c424-81ef-41c9-abc8-be0b31d39d47,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:23.813547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:23.951867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Calling delete_port for 47b0c424-81ef-41c9-abc8-be0b31d39d47 owned by network:router_interface {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:24.108696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 45636) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:24.219877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd5532-7941-4593-b17d-b5774a1b43ca req-d564f98c-938e-4a2e-94d2-b2861410710f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:24.221706 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-02dd5532-7941-4593-b17d-b5774a1b43ca req-d564f98c-938e-4a2e-94d2-b2861410710f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2010374 Feb 02 13:43:24.313336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:24.326988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f341428d-b748-46bd-b613-91001d036577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:24.349336 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-02dd5532-7941-4593-b17d-b5774a1b43ca req-ca03080a-bcca-4ac8-9a08-2400111030ff tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833898 Feb 02 13:43:24.366173 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-0ff04142-1213-468b-b0af-c1fc29fe418b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2550244 Feb 02 13:43:24.378309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Pushing event deleted for resources: {'Port': ['ID=47b0c424-81ef-41c9-abc8-be0b31d39d47,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:24.425535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:24.462814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:24.772129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972658'] for router_interface, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:25.570548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Router c54ad215-6ff6-4c6e-9aa8-b6103d407643 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:43:25.733661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3802-5e00-474e-bbb6-95bf1ec49e8a req-23504bb6-d5bc-4a19-98f2-2edf1e6f8317 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:25.735947 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d62f3802-5e00-474e-bbb6-95bf1ec49e8a req-23504bb6-d5bc-4a19-98f2-2edf1e6f8317 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1725314 Feb 02 13:43:25.765346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:43:25.778077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] Sync routers for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:43:25.779718 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] 10.222.0.90 "PUT /v2.0/routers/c54ad215-6ff6-4c6e-9aa8-b6103d407643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4003208 Feb 02 13:43:25.782390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45666) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:25.793295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:43:25.793978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:43:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:25.811420 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d62f3802-5e00-474e-bbb6-95bf1ec49e8a req-8e03faee-ea63-418b-bce7-fa1e4eaef6f8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694134 Feb 02 13:43:25.995406 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:26.176323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:43:26.262028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:26.268857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Deleting port 3e61010a-a4ac-46f8-b622-ed61c56174c7 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:26.269472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:26.310877 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-ef5b3246-cdf3-4022-ad7e-c22404dc0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:26.312549 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-ef5b3246-cdf3-4022-ad7e-c22404dc0df2 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2&tenant_id=57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 1160 time: 0.2503974 Feb 02 13:43:26.485440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:43:24Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:26.490300 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] Checking router: c54ad215-6ff6-4c6e-9aa8-b6103d407643 for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:43:26.506255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] Routers {'c54ad215-6ff6-4c6e-9aa8-b6103d407643'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:43:26.507584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:43:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:26.536298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] For port 3e61010a-a4ac-46f8-b622-ed61c56174c7, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=3e61010a-a4ac-46f8-b622-ed61c56174c7,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:26.536881 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:26.550084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-a2be192a-8199-4766-9fe9-60c0f0435674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:26.551797 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-a2be192a-8199-4766-9fe9-60c0f0435674 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1160 time: 0.2070770 Feb 02 13:43:26.715052 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] Set router c54ad215-6ff6-4c6e-9aa8-b6103d407643 gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:43:26.731089 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Calling delete_port for 3e61010a-a4ac-46f8-b622-ed61c56174c7 owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:26.955903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-a58a72c7-f3a2-4fc3-b058-1c31a73ec295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:26.957970 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-a58a72c7-f3a2-4fc3-b058-1c31a73ec295 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.3467453 Feb 02 13:43:27.037486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:43:24Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:27.041838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763b8ed-90ea-45ae-9d95-ffaf80cef6d0 None None] The sync data for ids ['c54ad215-6ff6-4c6e-9aa8-b6103d407643'] in dv-cinder-772388-4-smb is: [{'id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'name': 'tempest-TestMinimumBasicScenario-1312703536-router', 'tenant_id': '8ad4158f51a64d028c012b22bb26ba6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:40Z', 'updated_at': '2021-02-02T13:43:24Z', 'revision_number': 5, 'project_id': '8ad4158f51a64d028c012b22bb26ba6a', 'gw_port': {'id': '3e61010a-a4ac-46f8-b622-ed61c56174c7', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ad215-6ff6-4c6e-9aa8-b6103d407643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:39:41Z', 'updated_at': '2021-02-02T13:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:43:27.086495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: result = function(*args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: proto.__init__(conn_state, self) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: self.handle() Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: self.handle_one_request() Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: self.handle_one_response() Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: result = self.application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return app(environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self.application) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return request.get_response(self.application) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: response = req.get_response(self._app) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: application, catch_exc_info=False) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: app_iter = application(self.environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return resp(environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return resp(environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: response = self.app(environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return resp(environ, start_response) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: resp = self.call_func(req, *args, **kw) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: return self.func(req, *args, **kwargs) Feb 02 13:43:27.092450 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: result = method(request=request, **args) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return self._delete(request, id, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(*dup_args, **dup_kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: obj_deleter(request.context, id, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return method(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(*dup_args, **dup_kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: self._delete_current_gw_port(context, id, router, None) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: admin_ctx, gw_port_id, l3_port_check=False) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, context, *args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return method(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: context, port, router_ids, bound_mech_contexts) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: return function(*args, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: callback(resource, event, trigger, **kwargs) Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: if self._is_session_semantic_violated(context, resource, event): Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: stack = traceback.extract_stack() Feb 02 13:43:27.099021 dv-cinder-772388-4-smb neutron-server[80063]: Feb 02 13:43:27.142526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db161c3-721f-47f0-ad90-80c46a8b4e53 req-929f0861-1632-41ae-83ef-a2a91b1ed280 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:27.144310 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4db161c3-721f-47f0-ad90-80c46a8b4e53 req-929f0861-1632-41ae-83ef-a2a91b1ed280 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1769083 Feb 02 13:43:27.175079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-bce39fbf-5cca-44db-8fce-b816a6bf7db8 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 200 len: 999 time: 0.2072430 Feb 02 13:43:27.213199 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4db161c3-721f-47f0-ad90-80c46a8b4e53 req-f5fe955a-cb58-455d-b216-b94636f5b82f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621696 Feb 02 13:43:27.296616 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-dc24b034-2f43-4525-b391-c56be92cd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:27.298233 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-dc24b034-2f43-4525-b391-c56be92cd624 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.1151733 Feb 02 13:43:27.431770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972948'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:27.580234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14183'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:27.583186 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:27.586404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-734a68a4-f2d7-4913-99a6-cc11e86687f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:27.588054 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-734a68a4-f2d7-4913-99a6-cc11e86687f8 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2816672 Feb 02 13:43:28.004181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853806997'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.004756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c54ad215-6ff6-4c6e-9aa8-b6103d407643 {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 13:43:28.038114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.039402 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0e260f9a-ea38-459e-84bb-1ea2b65d512b admin admin] 10.222.0.90 "DELETE /v2.0/routers/c54ad215-6ff6-4c6e-9aa8-b6103d407643 HTTP/1.1" status: 204 len: 168 time: 2.2560227 Feb 02 13:43:28.042273 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45690) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:28.141356 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-b22a923e-3340-47f5-b8f4-ed0038b9a800 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275724 Feb 02 13:43:28.149279 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Deleting subnet 3f5d8e31-e567-4d10-a2cf-67552ae7473f {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:43:28.175740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.307716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.407709 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c561d701-b4b8-43e2-ad48-bcb953c66196 req-ee053bf9-2a0b-4637-a076-df3db1af019c service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2560551 Feb 02 13:43:28.448278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3e61010a-a4ac-46f8-b622-ed61c56174c7 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:28.477620 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.490528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 3e61010a-a4ac-46f8-b622-ed61c56174c7 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:43:28.490894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3e61010a-a4ac-46f8-b622-ed61c56174c7 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:43:28.491364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 47b0c424-81ef-41c9-abc8-be0b31d39d47 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:28.545513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 47b0c424-81ef-41c9-abc8-be0b31d39d47 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:43:28.545919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 47b0c424-81ef-41c9-abc8-be0b31d39d47 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:43:28.566483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fcb1e-6377-4856-b20c-1e69262f0c99 req-ee377f69-a766-430e-9d83-4057a1a8a83c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:28.568764 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-679fcb1e-6377-4856-b20c-1e69262f0c99 req-ee377f69-a766-430e-9d83-4057a1a8a83c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2018158 Feb 02 13:43:28.644147 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-679fcb1e-6377-4856-b20c-1e69262f0c99 req-57eabb4c-aec7-44e6-b605-fa23afd5545f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651271 Feb 02 13:43:28.783742 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.797363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:28.883131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5d8e31-e567-4d10-a2cf-67552ae7473f,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:28.908695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.909183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.909601 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.910016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.910425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.910836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.911239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.911647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.912055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.912455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.912856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.913265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.913713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.914105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.914505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.914902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.915304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.915700 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.916096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.916495 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.916921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.917314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.917712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.918104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:28.923449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:28.952414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:28.958102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e3518-1a03-4c18-94c3-559bebc42c8b None None] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:43:28.959969 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0d042351-9afa-4833-ac5f-179acae6449d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3f5d8e31-e567-4d10-a2cf-67552ae7473f HTTP/1.1" status: 204 len: 168 time: 0.9166353 Feb 02 13:43:28.963105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 45700) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:29.119604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:29.195622 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Deleting port b6293065-4394-448a-9093-e69d2a9a7199 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:29.196012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:29.276202 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] DHCP port deletion for ded745e3-30bf-4f8e-adbe-e2f04ffe222a request from dv-cinder-772388-4-smb {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 02 13:43:29.281275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Deleting port b6293065-4394-448a-9093-e69d2a9a7199 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:29.281939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:29.469718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] For port b6293065-4394-448a-9093-e69d2a9a7199, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b6293065-4394-448a-9093-e69d2a9a7199,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:29.470232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:29.558079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] For port b6293065-4394-448a-9093-e69d2a9a7199, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b6293065-4394-448a-9093-e69d2a9a7199,segment=NetworkSegment(14c38c7b-4045-49ac-913a-9729807116aa),segment_id=14c38c7b-4045-49ac-913a-9729807116aa)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:29.558286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:29.688078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Calling delete_port for b6293065-4394-448a-9093-e69d2a9a7199 owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:29.795972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Calling delete_port for b6293065-4394-448a-9093-e69d2a9a7199 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:43:29.971686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751'] for port, after_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:30.004740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:30.009617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:43:30.010008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:43:30.063013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Pushing event deleted for resources: {'Port': ['ID=b6293065-4394-448a-9093-e69d2a9a7199,revision_number=None']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:30.114507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:30.135321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1e5f9-2c52-438d-a14a-a2cb3aff07c1 req-5eec58d6-c773-4492-8876-18b4bb9533dc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:30.138554 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-03c1e5f9-2c52-438d-a14a-a2cb3aff07c1 req-5eec58d6-c773-4492-8876-18b4bb9533dc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2782714 Feb 02 13:43:30.169352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cef9af-9977-4845-9e61-d2898e1b0243 None None] No DVR routers for this DVR port b6293065-4394-448a-9093-e69d2a9a7199 on host dv-cinder-772388-4-smb {{(pid=80178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:43:30.221550 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-03c1e5f9-2c52-438d-a14a-a2cb3aff07c1 req-eb1ce364-489b-4f04-aa28-052ac79f3cd8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749924 Feb 02 13:43:30.450687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b6293065-4394-448a-9093-e69d2a9a7199 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:30.508801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: b6293065-4394-448a-9093-e69d2a9a7199 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:43:30.509221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b6293065-4394-448a-9093-e69d2a9a7199 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:43:30.512505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Deleting port b6293065-4394-448a-9093-e69d2a9a7199 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:43:30.512803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:30.632364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] The port 'b6293065-4394-448a-9093-e69d2a9a7199' was deleted {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 02 13:43:30.790158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:30.914209 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded745e3-30bf-4f8e-adbe-e2f04ffe222a']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:30.925848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c38c7b-4045-49ac-913a-9729807116aa') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:30.926189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c38c7b-4045-49ac-913a-9729807116aa') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:30.940115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848026664'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:30.955696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:30.957870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:43:31.150247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:43:31.159420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504193'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:31.667643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Network ded745e3-30bf-4f8e-adbe-e2f04ffe222a has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: % (table.description, expected, rows_matched) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: % (table.description, expected, rows_matched) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: % (table.description, expected, rows_matched) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: % (table.description, expected, rows_matched) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:43:31.697596 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:43:31.801090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:31.897858 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497226e-0d80-4206-b057-8504ceaeda9b req-38f884f2-51e3-46bf-84e4-db46d42ef94e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:31.901205 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a497226e-0d80-4206-b057-8504ceaeda9b req-38f884f2-51e3-46bf-84e4-db46d42ef94e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.3135209 Feb 02 13:43:31.905491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:31.910706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:31.990016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Pushing event deleted for resources: {'Network': ['ID=ded745e3-30bf-4f8e-adbe-e2f04ffe222a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:32.001879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:32.121039 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a497226e-0d80-4206-b057-8504ceaeda9b req-15c1319f-4d5c-40d8-8c67-40ea1e3d4058 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113645 Feb 02 13:43:32.160211 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] 10.222.0.90 "DELETE /v2.0/networks/ded745e3-30bf-4f8e-adbe-e2f04ffe222a HTTP/1.1" status: 204 len: 168 time: 3.1956222 Feb 02 13:43:32.422934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45768) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:32.479681 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-f2aa9bbe-29ed-47d1-ba86-26f3810107a8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8ad4158f51a64d028c012b22bb26ba6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552981 Feb 02 13:43:32.482458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 45772) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:32.649684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176596-65c0-4a14-bd04-e5a5eb486073 req-4960017d-7643-43a4-b4cb-0469bac31ed0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:32.651330 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df176596-65c0-4a14-bd04-e5a5eb486073 req-4960017d-7643-43a4-b4cb-0469bac31ed0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.2328525 Feb 02 13:43:32.706995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:32.764556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:32.813404 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df176596-65c0-4a14-bd04-e5a5eb486073 req-46e1fd71-54b0-40c3-a40b-d347ab70d851 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1485124 Feb 02 13:43:32.862528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:32.867197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b596e7dd-4639-4a4f-927d-cbb0ba92b84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:32.880059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53b9f2-ea70-415d-9a2b-545db56b35ff,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:32.885589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:32.897409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:32.898843 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee53b9f2-ea70-415d-9a2b-545db56b35ff HTTP/1.1" status: 204 len: 168 time: 0.4153533 Feb 02 13:43:33.376396 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 45786) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:33.509232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Deleting subnet 61db07a4-77d0-4502-a456-3a6bd8c8bb03 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:43:33.515059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:33.668591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e17fd-66c8-4644-bb41-2a9a2f4f4173 req-9739b7a6-1f13-4971-a801-d47664f80367 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:33.670447 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-608e17fd-66c8-4644-bb41-2a9a2f4f4173 req-9739b7a6-1f13-4971-a801-d47664f80367 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2519436 Feb 02 13:43:33.672936 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6749136'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:33.786173 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-608e17fd-66c8-4644-bb41-2a9a2f4f4173 req-d4ea05b7-56d0-42af-8d13-fd4dbefbdb66 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833156 Feb 02 13:43:33.787177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.106147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d81a-3ced-4d5a-a537-add47e876cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.205086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526f0ce-ed9e-4559-b2e7-4735e24b5dea req-2f6096c2-d547-4455-9cab-1551bc09156d tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:34.206854 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8526f0ce-ed9e-4559-b2e7-4735e24b5dea req-2f6096c2-d547-4455-9cab-1551bc09156d tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.2429261 Feb 02 13:43:34.242729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6504302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6779357'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.276191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:34.321289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61db07a4-77d0-4502-a456-3a6bd8c8bb03,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:34.341892 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8526f0ce-ed9e-4559-b2e7-4735e24b5dea req-a55b8873-3672-4b0e-bf0c-a804dfffa4cf tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1283054 Feb 02 13:43:34.389689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:34.446330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.454647 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2401ade6-d917-4433-9e4c-37d45f5d5f09 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/61db07a4-77d0-4502-a456-3a6bd8c8bb03 HTTP/1.1" status: 204 len: 168 time: 1.0768752 Feb 02 13:43:34.457326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45794) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:34.608509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.804139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.922512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092863b3-43ee-4049-860a-0f7ed2d01b6e']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:34.935988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14726b9-36c9-4c4b-8404-5e3825a03587') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:34.936329 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14726b9-36c9-4c4b-8404-5e3825a03587') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:43:34.949185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.970612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:34.972786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:43:35.103393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edeaa4-3c48-4582-aee2-806d3038d5d3 req-58800b20-8f3e-4d39-9ed6-6502edbb2191 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:35.105087 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-25edeaa4-3c48-4582-aee2-806d3038d5d3 req-58800b20-8f3e-4d39-9ed6-6502edbb2191 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1705627 Feb 02 13:43:35.153782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:43:35.167129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:35.170625 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-25edeaa4-3c48-4582-aee2-806d3038d5d3 req-64540318-62a3-463b-b659-8f87986adf77 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589600 Feb 02 13:43:35.360000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Network 092863b3-43ee-4049-860a-0f7ed2d01b6e has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:43:35.389594 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:43:35.482705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:35.487497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bde4ac97-488f-42fc-a08f-f21eb0a5f4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:35.503474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:35.515016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=092863b3-43ee-4049-860a-0f7ed2d01b6e,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:35.518640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:35.525333 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0e38694e-0afc-4b42-b8a6-62efafb7b5f7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/092863b3-43ee-4049-860a-0f7ed2d01b6e HTTP/1.1" status: 204 len: 168 time: 1.0667343 Feb 02 13:43:35.719395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c7d7f-b9ee-450b-90f6-f56c8b1b8f08 req-234aeaee-72aa-434f-a9aa-1ca355a090d7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:35.721179 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d90c7d7f-b9ee-450b-90f6-f56c8b1b8f08 req-234aeaee-72aa-434f-a9aa-1ca355a090d7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.2148221 Feb 02 13:43:35.766724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45808) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:35.790597 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d90c7d7f-b9ee-450b-90f6-f56c8b1b8f08 req-2c025ea7-4645-4e1a-9e53-790be770122f tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0618434 Feb 02 13:43:35.820930 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d35a8947-8efa-4040-ad53-d866d2d716c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=37a582a2416b437b886fa8c0a6bdc671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517871 Feb 02 13:43:35.822648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 45812) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:35.887301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:35.918229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:35.998195 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:36.010594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-669d116e-ad28-45c1-b460-3788f983dbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:36.034801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab1b7b-632c-4998-ac02-1f26e0172a56,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:36.041750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:36.042967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:36.045209 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48ab1b7b-632c-4998-ac02-1f26e0172a56 HTTP/1.1" status: 204 len: 168 time: 0.2212179 Feb 02 13:43:36.590079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb40ed5-f19b-45f4-95d5-a7756b28fe7f req-e0562c2e-e879-4545-a0bc-6bb7b50502b6 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:36.592042 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acb40ed5-f19b-45f4-95d5-a7756b28fe7f req-e0562c2e-e879-4545-a0bc-6bb7b50502b6 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2514598 Feb 02 13:43:36.691023 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acb40ed5-f19b-45f4-95d5-a7756b28fe7f req-52aec380-db37-4f9c-9d3f-1557084f1e76 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906882 Feb 02 13:43:37.107919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d72461-2d9e-4e7f-9541-31112eff8ae8 req-d0ee64dc-e836-4dc6-b8b7-6ccda1f073b7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:37.110257 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9d72461-2d9e-4e7f-9541-31112eff8ae8 req-d0ee64dc-e836-4dc6-b8b7-6ccda1f073b7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1837966 Feb 02 13:43:37.196827 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9d72461-2d9e-4e7f-9541-31112eff8ae8 req-ccd83ce4-776c-45f5-a76a-97220776c94a tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0804319 Feb 02 13:43:37.401387 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c2382f5-2bbc-40d7-83f2-ef9a16a2bc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:38.041478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1083-b6c5-4661-b79d-08e6e49292e9 req-022fe696-b0d7-402b-98bb-a1a364222a13 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:38.043261 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a13f1083-b6c5-4661-b79d-08e6e49292e9 req-022fe696-b0d7-402b-98bb-a1a364222a13 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1762846 Feb 02 13:43:38.111401 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a13f1083-b6c5-4661-b79d-08e6e49292e9 req-ac9fc5ba-fda4-4217-9f68-65baf7afee7f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614161 Feb 02 13:43:38.470658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:38.552284 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c160a-0d3b-4fb9-8901-fed8d6fe4097 req-28e487ce-fb35-4129-8c4c-f8d0e8401f64 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:38.554047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-447c160a-0d3b-4fb9-8901-fed8d6fe4097 req-28e487ce-fb35-4129-8c4c-f8d0e8401f64 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1988659 Feb 02 13:43:38.621597 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-447c160a-0d3b-4fb9-8901-fed8d6fe4097 req-2a314822-60e2-4960-9c25-316d7a5f12b0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0610833 Feb 02 13:43:39.434548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:39.511794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948375cd-17d1-4ca3-a2d9-71792491d90f req-47521881-7436-4528-86cd-9b39d802a788 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:39.513602 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-948375cd-17d1-4ca3-a2d9-71792491d90f req-47521881-7436-4528-86cd-9b39d802a788 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.2110856 Feb 02 13:43:39.579742 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-948375cd-17d1-4ca3-a2d9-71792491d90f req-4015c6be-4032-4f04-ac29-7bc01d25e3e8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595226 Feb 02 13:43:39.950001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08e00-c322-416e-828e-cbdc28c8e032 req-7b3ade03-8dec-4e59-858d-c50f6e947557 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:39.951768 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e7b08e00-c322-416e-828e-cbdc28c8e032 req-7b3ade03-8dec-4e59-858d-c50f6e947557 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1917214 Feb 02 13:43:40.033060 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e7b08e00-c322-416e-828e-cbdc28c8e032 req-5fe0a973-4b9a-44d2-ac9d-0f299c79b59a tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0746324 Feb 02 13:43:40.090917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:40.908047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab63c3-fa9f-4c38-9cf6-e1d11a93f3fd req-01039c12-6a1b-434e-8d1b-6a72868d6d52 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:40.909774 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6ab63c3-fa9f-4c38-9cf6-e1d11a93f3fd req-01039c12-6a1b-434e-8d1b-6a72868d6d52 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1701419 Feb 02 13:43:40.985029 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6ab63c3-fa9f-4c38-9cf6-e1d11a93f3fd req-28039b3d-6acc-4e36-a087-db6922ca85ca tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685475 Feb 02 13:43:41.305862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:41.331989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06d786-c1d2-4d88-a91a-05ddf16e57a6 req-a88d4083-05fb-4f6e-a483-135f796e51c7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:41.333742 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ad06d786-c1d2-4d88-a91a-05ddf16e57a6 req-a88d4083-05fb-4f6e-a483-135f796e51c7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1673203 Feb 02 13:43:41.385490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:41.385914 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:41.400250 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ad06d786-c1d2-4d88-a91a-05ddf16e57a6 req-414000ff-fd3d-418c-b411-ff9736dd42c3 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598431 Feb 02 13:43:42.303711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6585958-fca2-4adb-a2a0-f075bd3c4571 req-27103097-79f6-4ca0-bc15-a09f4dbc6d32 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:42.305380 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6585958-fca2-4adb-a2a0-f075bd3c4571 req-27103097-79f6-4ca0-bc15-a09f4dbc6d32 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1708488 Feb 02 13:43:42.374960 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d6585958-fca2-4adb-a2a0-f075bd3c4571 req-e8bd39a9-fdc6-4066-ac15-6ad54f82d389 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607302 Feb 02 13:43:42.695820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-455c5f36-a517-4aa9-8168-6dfca583d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:42.697630 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-455c5f36-a517-4aa9-8168-6dfca583d1b2 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.0947871 Feb 02 13:43:42.737118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c3d1b-926b-46d0-8d57-02a173ac1c02 req-6ce5cdac-c8f6-4545-9b77-1338d6c67aa5 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:42.738909 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b14c3d1b-926b-46d0-8d57-02a173ac1c02 req-6ce5cdac-c8f6-4545-9b77-1338d6c67aa5 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1911786 Feb 02 13:43:42.806145 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b14c3d1b-926b-46d0-8d57-02a173ac1c02 req-87ddc905-685e-4296-a6a3-fe2262408d1f tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0604486 Feb 02 13:43:42.857348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-28cb7ed2-4eac-4c22-a26c-f2afa03951fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:42.859075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-28cb7ed2-4eac-4c22-a26c-f2afa03951fe service neutron] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1558707 Feb 02 13:43:42.973608 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-bbf908d4-3f19-4d1d-8a30-d0cbb635646d service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 1001 time: 0.1065361 Feb 02 13:43:43.050782 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-f8cc5641-89ca-43f5-84f5-79b6ddb8b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:43.052434 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-f8cc5641-89ca-43f5-84f5-79b6ddb8b3d6 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0705380 Feb 02 13:43:43.142801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-deb7f6e5-2e70-4e29-b5d7-6aed43c5d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:43.144490 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-deb7f6e5-2e70-4e29-b5d7-6aed43c5d70e service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821717 Feb 02 13:43:43.291985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-f95950dc-7cf6-4137-9961-0196d86d7840 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419761 Feb 02 13:43:43.441068 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-69315837-afeb-4aa7-bcb7-3638f8148c07 req-39a959b0-e169-4380-9e16-9a9e727da14e service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431410 Feb 02 13:43:43.695159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef33620-c724-4630-90bb-91bdb18265f5 req-1e3ed0bc-970b-4a40-9b43-afdf08164a41 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:43.696923 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bef33620-c724-4630-90bb-91bdb18265f5 req-1e3ed0bc-970b-4a40-9b43-afdf08164a41 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.1691754 Feb 02 13:43:43.750228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:43.764049 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bef33620-c724-4630-90bb-91bdb18265f5 req-5e10a3b3-28aa-40bc-8293-f02e18b77031 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607464 Feb 02 13:43:43.831956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:43.832364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:43.964725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:44.036794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:44.037258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:44.112401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6c6c3-b296-41d2-9cb2-4d65db392f3d req-2ced0989-8a63-43e8-b5a0-420ac41c5d84 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:44.114132 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5fe6c6c3-b296-41d2-9cb2-4d65db392f3d req-2ced0989-8a63-43e8-b5a0-420ac41c5d84 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1703506 Feb 02 13:43:44.166528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:44.179491 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5fe6c6c3-b296-41d2-9cb2-4d65db392f3d req-0d1142fc-556b-4a6f-8c36-dcbfbe4b25d8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587678 Feb 02 13:43:44.198707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:44.207949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:44.211961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:44.214198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:44.289314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=6']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:44.298497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.298886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.299277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.299652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.300135 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.300499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.300882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.301276 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.301661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.302027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.302390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.302752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.303153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.303518 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.303880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.304239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.304600 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.304983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.305328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.305689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.306046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.306403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.306775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.307109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:43:44.311759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:44.506185 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'code': 200} Feb 02 13:43:45.058240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c028cab-8f60-4ddf-94fc-4f748536e133 req-6e6633ac-c81b-4252-a755-91dd8408ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:45.059813 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9c028cab-8f60-4ddf-94fc-4f748536e133 req-6e6633ac-c81b-4252-a755-91dd8408ff38 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 1162 time: 0.0837350 Feb 02 13:43:45.086952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80e3d2-c583-4046-bd99-53f22949bfd7 req-e9f3f669-80c5-44cc-936e-a5d7fb47ede1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:45.088642 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ed80e3d2-c583-4046-bd99-53f22949bfd7 req-e9f3f669-80c5-44cc-936e-a5d7fb47ede1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1671190 Feb 02 13:43:45.103486 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9c028cab-8f60-4ddf-94fc-4f748536e133 req-141cbbc2-ba82-4569-9ce3-ef4a50d7c13e service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 Feb 02 13:43:45.156465 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ed80e3d2-c583-4046-bd99-53f22949bfd7 req-a8f0f93a-3b21-447b-953c-eb28be571e35 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610094 Feb 02 13:43:45.368113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:45.450283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 6c98e96b-30cf-424f-933a-94aa4f7858f6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:45.450829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:45.490652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dcd97-167f-453a-a1fe-7b62f8148a79 req-f1e2d1b6-b97f-4622-a278-e5e899cdf250 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:45.492378 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-799dcd97-167f-453a-a1fe-7b62f8148a79 req-f1e2d1b6-b97f-4622-a278-e5e899cdf250 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1800594 Feb 02 13:43:45.566151 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-799dcd97-167f-453a-a1fe-7b62f8148a79 req-6d104186-44e4-4730-9224-d14186d586e7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0640323 Feb 02 13:43:45.614719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:43:45.740924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:45.776820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:45.781152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:45.783008 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:45.856589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:45.860058 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:46.479870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40eaf-ded4-40d6-a835-1075f73bff0b req-673213ff-8178-451e-a285-a781cce7c9c7 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:46.481691 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-55c40eaf-ded4-40d6-a835-1075f73bff0b req-673213ff-8178-451e-a285-a781cce7c9c7 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1660790 Feb 02 13:43:46.507848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:46.550830 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-55c40eaf-ded4-40d6-a835-1075f73bff0b req-98a330cd-9584-4a84-bed2-1e9222089f00 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620317 Feb 02 13:43:46.563854 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'code': 422} returned with failed status Feb 02 13:43:47.093483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0f661-c6a1-40c3-a86a-42a143dbd8c2 req-0f263699-9e7d-47a5-b9c8-660d3a424757 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:47.095046 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-54d0f661-c6a1-40c3-a86a-42a143dbd8c2 req-0f263699-9e7d-47a5-b9c8-660d3a424757 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.3963165 Feb 02 13:43:47.175328 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-54d0f661-c6a1-40c3-a86a-42a143dbd8c2 req-285f037d-73f0-45fe-b7b2-9ee5bc2ec8f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0704060 Feb 02 13:43:47.547686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 45920) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:43:47.672332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d71a45-8bd7-41b1-926b-30be3d6da4f8 req-861f9d8d-f4b0-46f8-9988-23b210d7d3ba tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:47.673914 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-07d71a45-8bd7-41b1-926b-30be3d6da4f8 req-861f9d8d-f4b0-46f8-9988-23b210d7d3ba tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.1719611 Feb 02 13:43:47.720240 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-c2b50a15-6def-493a-af3e-213a0f523740 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1712024 Feb 02 13:43:47.782792 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-07d71a45-8bd7-41b1-926b-30be3d6da4f8 req-520b3ef9-d928-4f44-9baa-8c3ca88a4738 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1023700 Feb 02 13:43:47.907232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef1c6-2c64-4352-a46a-1d328b82de6c req-126ea74d-9abe-4570-873d-26bdd110b2cb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:47.909179 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e1cef1c6-2c64-4352-a46a-1d328b82de6c req-126ea74d-9abe-4570-873d-26bdd110b2cb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1946514 Feb 02 13:43:47.976276 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e1cef1c6-2c64-4352-a46a-1d328b82de6c req-4250cdef-ebbf-4b1b-bb1e-c4f905dc7017 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606532 Feb 02 13:43:49.087944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7dd95-9925-4457-823d-30ef8bfaa650 req-7bc03816-0db5-4a6c-8082-84a0b860ee77 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:49.089689 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-60d7dd95-9925-4457-823d-30ef8bfaa650 req-7bc03816-0db5-4a6c-8082-84a0b860ee77 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.1726565 Feb 02 13:43:49.158007 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-60d7dd95-9925-4457-823d-30ef8bfaa650 req-b340907c-b977-4398-b406-6a8cc279aadc tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0609879 Feb 02 13:43:49.879579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c414e-4886-449d-b241-8686c0cd56db req-6af8c49b-a66b-4751-a010-9fb648949f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:49.881298 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-6af8c49b-a66b-4751-a010-9fb648949f75 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337&tenant_id=dee579b338bc4aac9623d2faa9473b9e HTTP/1.1" status: 200 len: 1160 time: 0.3161824 Feb 02 13:43:50.005260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c414e-4886-449d-b241-8686c0cd56db req-b2d2c318-e111-408f-a039-db6eefbe8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:50.006950 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-b2d2c318-e111-408f-a039-db6eefbe8e0e service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1160 time: 0.0817809 Feb 02 13:43:50.153448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c414e-4886-449d-b241-8686c0cd56db req-1281a3dd-d205-4dff-bb7b-a685d0ba5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:50.155084 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-1281a3dd-d205-4dff-bb7b-a685d0ba5283 service neutron] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1400788 Feb 02 13:43:50.271322 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-945d6e27-a813-4ad8-8fec-94a6c2526686 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 999 time: 0.1069293 Feb 02 13:43:50.344358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c414e-4886-449d-b241-8686c0cd56db req-d62dd6f0-f3d3-4753-adb8-0e5d9ab91f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:50.346030 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-d62dd6f0-f3d3-4753-adb8-0e5d9ab91f3e service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0672877 Feb 02 13:43:50.436267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c414e-4886-449d-b241-8686c0cd56db req-e5af52ea-fbf9-4e29-8588-3cc6cc1d2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:50.438014 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-e5af52ea-fbf9-4e29-8588-3cc6cc1d2d50 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867178 Feb 02 13:43:50.471393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ea69-eef9-4eb7-95b7-130e181b4218 req-d2bc760e-7d0f-4092-a4d1-1cf7a767ff31 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:50.473185 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d624ea69-eef9-4eb7-95b7-130e181b4218 req-d2bc760e-7d0f-4092-a4d1-1cf7a767ff31 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.1738994 Feb 02 13:43:50.539189 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d624ea69-eef9-4eb7-95b7-130e181b4218 req-91ed1c58-c9bf-48b7-af8c-6129178ad718 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594993 Feb 02 13:43:50.589640 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-35788821-f197-4d67-9981-1ba723ea2ee6 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417427 Feb 02 13:43:50.739462 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6f4c414e-4886-449d-b241-8686c0cd56db req-e29020d9-fa25-4efe-a86d-c59ce4884893 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416712 Feb 02 13:43:51.842049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deacde-cf8b-41a9-b4ab-5ba60b1d1ef8 req-a69d494a-32a8-45b9-9ccd-24514b16eb94 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:51.843803 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-67deacde-cf8b-41a9-b4ab-5ba60b1d1ef8 req-a69d494a-32a8-45b9-9ccd-24514b16eb94 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.1679246 Feb 02 13:43:51.920641 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-67deacde-cf8b-41a9-b4ab-5ba60b1d1ef8 req-0fe17a6c-9533-48ed-a6b2-28c0e2b9d2ac tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0663898 Feb 02 13:43:53.242714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abecf5-bfb3-47f4-a781-68640c012139 req-ecfc149c-6121-4358-b000-99cd17f13365 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:53.244332 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b1abecf5-bfb3-47f4-a781-68640c012139 req-ecfc149c-6121-4358-b000-99cd17f13365 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.1748946 Feb 02 13:43:53.314882 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b1abecf5-bfb3-47f4-a781-68640c012139 req-57bca216-69fa-4f67-908f-2b4d97548047 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601525 Feb 02 13:43:53.707001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:53.781407 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:53.781965 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:53.914224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:53.950942 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:43:53.963363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:43:53.968349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:53.970626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:43:54.015334 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'code': 200} Feb 02 13:43:54.053100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=6']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:43:54.056760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:43:54.422015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bfc97-cda4-4953-a1e9-8a5763604e6a req-cf4a65a0-f5d7-44b1-9705-1ca5b8f683e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:54.423693 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-550bfc97-cda4-4953-a1e9-8a5763604e6a req-cf4a65a0-f5d7-44b1-9705-1ca5b8f683e2 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.0879726 Feb 02 13:43:54.466240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:54.467977 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-550bfc97-cda4-4953-a1e9-8a5763604e6a req-b0631480-d4ef-4365-a37b-c3383de176f6 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0382280 Feb 02 13:43:54.620041 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a5386-1595-43ae-a95c-a56f0940efeb req-a3780333-4d6a-4f8e-879e-5b0754862b1b tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:54.621702 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-070a5386-1595-43ae-a95c-a56f0940efeb req-a3780333-4d6a-4f8e-879e-5b0754862b1b tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1658382 Feb 02 13:43:54.694490 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-070a5386-1595-43ae-a95c-a56f0940efeb req-1d8b13e8-f883-4952-bf0a-0f9282c2c006 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0622098 Feb 02 13:43:55.449988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:43:55.526843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:43:55.527264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:43:56.022389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f419cf-ecd2-46f1-a7d4-ef1a1f064fee req-8d3ac8a7-daf2-4136-852d-26f527d6a4c8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:56.024019 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52f419cf-ecd2-46f1-a7d4-ef1a1f064fee req-8d3ac8a7-daf2-4136-852d-26f527d6a4c8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1800442 Feb 02 13:43:56.096197 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52f419cf-ecd2-46f1-a7d4-ef1a1f064fee req-75e323c5-8856-4be6-a521-f8dbf632d5ed tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0590334 Feb 02 13:43:57.518704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:43:57.838231 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-a7151065-1ec0-4918-ae56-e3a77f30e256 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0839384 Feb 02 13:43:57.960433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-9a89f1a9-f071-482f-93e2-c6454550978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:57.962234 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-9a89f1a9-f071-482f-93e2-c6454550978f service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.0872786 Feb 02 13:43:58.122507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-d78a792c-d5e2-4df5-ad55-e02f1ea6aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:58.124095 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-d78a792c-d5e2-4df5-ad55-e02f1ea6aab0 service neutron] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1422937 Feb 02 13:43:58.236026 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-cfe62597-2dda-4e64-8c07-0ad9f5a7943c service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 1001 time: 0.1072612 Feb 02 13:43:58.315201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-15c70029-6701-49ae-a2fc-75fa67c38ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:58.317591 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-15c70029-6701-49ae-a2fc-75fa67c38ab1 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0766864 Feb 02 13:43:58.403945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-95b84360-d4d7-4116-8847-c1730631510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:43:58.405653 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-95b84360-d4d7-4116-8847-c1730631510b service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832517 Feb 02 13:43:58.552449 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-ca08fe29-cbcc-48b6-8171-ef455033c286 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385102 Feb 02 13:43:58.696828 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-16f3d1fb-d6a4-48d3-891e-75c808cf8316 req-e5170c85-f00d-49e5-9413-3dac44cae7e4 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388705 Feb 02 13:44:04.120174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6941a572-b8cd-4c40-afb7-185157d8e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:07.405787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-47ccce57-afc7-40d2-934b-2e1c845a1dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:08.453278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:09.434654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:10.092527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:18.147795 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822df55-259b-487d-ad7b-63d75e8eacdf req-97d212cb-7698-4506-a41c-6d8091b985b7 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:18.150793 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d822df55-259b-487d-ad7b-63d75e8eacdf req-97d212cb-7698-4506-a41c-6d8091b985b7 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 945 time: 0.2190027 Feb 02 13:44:18.234047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d822df55-259b-487d-ad7b-63d75e8eacdf req-4c530fce-6ec4-447b-8894-d5162f995ba2 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752742 Feb 02 13:44:19.506012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:44:19.547069 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e6b9-a2ca-4d78-af52-652dd15721e4 req-7810a87f-60b3-406d-8970-db90bd22fac3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:19.548875 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3337e6b9-a2ca-4d78-af52-652dd15721e4 req-7810a87f-60b3-406d-8970-db90bd22fac3 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 945 time: 0.1785257 Feb 02 13:44:19.602624 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-6a57408b-242b-48a3-b10c-29fefa546b83 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:19.603453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-6a57408b-242b-48a3-b10c-29fefa546b83 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Synchronizing usage tracker for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:44:19.616720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-6a57408b-242b-48a3-b10c-29fefa546b83 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Unset dirty status for tenant:c89fdfc321ec4e32b59d53e1e9b84da7 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:44:19.618274 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-6a57408b-242b-48a3-b10c-29fefa546b83 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 945 time: 0.1828029 Feb 02 13:44:19.621024 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3337e6b9-a2ca-4d78-af52-652dd15721e4 req-03d90af0-3149-4861-8de3-d003dd6daae9 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups?id=4dfaaa78-0c62-46c1-894a-ca718092f29b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658097 Feb 02 13:44:19.651753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:19.683645 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:19.702078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:19.705540 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:19.707490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:19.742382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Deleting port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:19.742768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:19.763026 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'code': 200} Feb 02 13:44:19.792912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:19.798576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:20.055420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] For port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:20.055671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:20.451348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:20.451780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:20.452149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Floating IP a7c6f823-5896-4f62-8a7f-3e5fa3c07742 disassociated. External IP: 172.28.0.5, port: fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c. Feb 02 13:44:20.452542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Calling delete_port for fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:20.644289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:20.666590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c9346fb-dd5f-4cf6-9dfb-3eaaaf511598 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:20.790906 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event deleted for resources: {'Port': ['ID=fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:20.798699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:20.853413 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c16630c0-f45e-4431-be78-abce6da3e7a5 req-27580604-729b-4f78-81c9-66c9562d6e53 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 210 time: 0.0576899 Feb 02 13:44:21.102361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:44:21.328655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:44:21.340213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:44:21.351775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:44:21.352626 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:21.380970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] No DVR routers for this DVR port fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:44:21.383801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:21.386888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'name': 'network-vif-deleted', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:21.404815 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4b9e8e56-c8c0-4539-b065-b57b8557c3fc req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.134 "DELETE /v2.0/ports/fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c HTTP/1.1" status: 204 len: 173 time: 1.7760260 Feb 02 13:44:21.563303 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9bd515-a834-4f9b-a90b-d9074f7b561f', 'name': 'network-vif-deleted', 'tag': 'fc7bf23b-25e5-481f-a93f-bf6b07e4bd3c', 'status': 'completed', 'code': 200} Feb 02 13:44:21.576770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:44:21.945499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:21.950309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:44:21.961973 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:44:21.962670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:22.093873 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-02933305-6c6f-4dfb-a9cd-6d0e20d43f8d req-645f6eb1-338d-4c25-bf6b-4dac43421910 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e9bd515-a834-4f9b-a90b-d9074f7b561f HTTP/1.1" status: 200 len: 210 time: 0.0622880 Feb 02 13:44:22.189078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:44:22.584780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:22.590505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046b1a-5cc2-45ba-85fc-f10e085f8269 None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:38:12Z', 'revision_number': 4, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'ac60f79f-ab7a-4e71-aac1-e5025cbb6c39', 'name': '', 'network_id': '332abd3e-62db-4896-98e0-a1ec91abeee4', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'mac_address': 'fa:16:3e:3c:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:11Z', 'updated_at': '2021-02-02T13:38:26Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'subnets': [{'id': '95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:44:23.024937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cdaef-beab-40f6-8d30-b6acad3a938d None None] New status for floating IP a7c6f823-5896-4f62-8a7f-3e5fa3c07742: DOWN {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:44:23.273669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46096) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:23.372327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:23.410431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:23.469567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:23.477372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fab69d5d-8e64-40f7-802f-542558025b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:23.495210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfaaa78-0c62-46c1-894a-ca718092f29b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:23.498996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:23.500299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:23.501708 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "DELETE /v2.0/security-groups/4dfaaa78-0c62-46c1-894a-ca718092f29b HTTP/1.1" status: 204 len: 168 time: 0.2267563 Feb 02 13:44:23.505236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46100) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:23.527402 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.v2.resource [None req-84d92ccd-a6b6-4cd5-8337-ef5c53ad23ac tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] show failed (client error): The resource could not be found. Feb 02 13:44:23.528585 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-84d92ccd-a6b6-4cd5-8337-ef5c53ad23ac tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "GET /v2.0/security-groups/4dfaaa78-0c62-46c1-894a-ca718092f29b HTTP/1.1" status: 404 len: 347 time: 0.0222180 Feb 02 13:44:23.531707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46104) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:23.993850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Deleting port 63d989d8-392c-4f36-8ff0-aa09f3010286 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:23.994232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.181352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.182188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.334253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Calling delete_port for 63d989d8-392c-4f36-8ff0-aa09f3010286 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:24.483339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.498703 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.521416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:24.615944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Pushing event deleted for resources: {'Port': ['ID=63d989d8-392c-4f36-8ff0-aa09f3010286,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:24.622644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:24.752320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.767690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:24.769328 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] 10.222.0.90 "DELETE /v2.0/floatingips/a7c6f823-5896-4f62-8a7f-3e5fa3c07742 HTTP/1.1" status: 204 len: 168 time: 1.2362204 Feb 02 13:44:28.925041 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46138) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:29.764814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853802698'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:30.161708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Deleting port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:30.162244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:30.358468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] For port ac60f79f-ab7a-4e71-aac1-e5025cbb6c39, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:30.358730 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:30.493689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Calling delete_port for ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:30.712397 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:30.727352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:31.054837 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac60f79f-ab7a-4e71-aac1-e5025cbb6c39,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:31.070726 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.071144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.071549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.071946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.072341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.072745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.073157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.073551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.073942 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.074330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.074715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.075095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.075525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.075911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.076287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.076651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.077063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.077451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.077834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.078212 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.078592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.078971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.079349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.079771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:31.084927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:31.410293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972658'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:31.942834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Router 429e655f-95b7-44a6-b9e5-9256c845b1a8 has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:44:32.135744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:44:32.146168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] Sync routers for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:44:32.151229 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] 10.222.0.90 "PUT /v2.0/routers/429e655f-95b7-44a6-b9e5-9256c845b1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2253098 Feb 02 13:44:32.151515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46164) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:32.160693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:44:32.161419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:32.414605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:32.517578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:44:32.626320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3c58-7b51-48c0-96bc-2a0fd6d5a824 req-60fb5bb1-aec1-4d48-8051-46577b45f728 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:32.628761 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-455b3c58-7b51-48c0-96bc-2a0fd6d5a824 req-60fb5bb1-aec1-4d48-8051-46577b45f728 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.4083397 Feb 02 13:44:32.716580 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-455b3c58-7b51-48c0-96bc-2a0fd6d5a824 req-dc7d570a-7a1d-4c69-8034-bdcb9d5068ef tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774045 Feb 02 13:44:32.756747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:32.762414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Deleting port 552f6a29-d16a-4339-a3f1-af755e8e52a9 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:32.762823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:32.829308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:44:30Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:32.833565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] Checking router: 429e655f-95b7-44a6-b9e5-9256c845b1a8 for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:44:32.842614 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] Routers {'429e655f-95b7-44a6-b9e5-9256c845b1a8'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:44:32.843277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['429e655f-95b7-44a6-b9e5-9256c845b1a8'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:32.952681 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] For port 552f6a29-d16a-4339-a3f1-af755e8e52a9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=552f6a29-d16a-4339-a3f1-af755e8e52a9,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:32.953116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.032542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] Set router 429e655f-95b7-44a6-b9e5-9256c845b1a8 gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:44:33.089766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Calling delete_port for 552f6a29-d16a-4339-a3f1-af755e8e52a9 owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:33.247532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.351292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:44:30Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:33.355485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3b5c3-85ce-4626-8181-d993e637d4f8 None None] The sync data for ids ['429e655f-95b7-44a6-b9e5-9256c845b1a8'] in dv-cinder-772388-4-smb is: [{'id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'name': 'tempest-AttachVolumeTestJSON-857683294-router', 'tenant_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:38:00Z', 'updated_at': '2021-02-02T13:44:30Z', 'revision_number': 5, 'project_id': 'c89fdfc321ec4e32b59d53e1e9b84da7', 'gw_port': {'id': '552f6a29-d16a-4339-a3f1-af755e8e52a9', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429e655f-95b7-44a6-b9e5-9256c845b1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:38:02Z', 'updated_at': '2021-02-02T13:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:44:33.441274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972948'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.586424 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14183'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.589136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.627945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853806997'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.628536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 429e655f-95b7-44a6-b9e5-9256c845b1a8 {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 13:44:33.629414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f41690-3a65-4a34-90b1-984b56538381 req-735496ea-860c-48e0-8fe4-8e096ceae118 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:33.630263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-17f41690-3a65-4a34-90b1-984b56538381 req-735496ea-860c-48e0-8fe4-8e096ceae118 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:44:33.642926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.644557 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b2ccd67f-b80b-4d56-a80d-0caded169385 admin admin] 10.222.0.90 "DELETE /v2.0/routers/429e655f-95b7-44a6-b9e5-9256c845b1a8 HTTP/1.1" status: 204 len: 168 time: 1.4917507 Feb 02 13:44:33.648672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46168) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:33.649552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-17f41690-3a65-4a34-90b1-984b56538381 req-735496ea-860c-48e0-8fe4-8e096ceae118 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:44:33.655775 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17f41690-3a65-4a34-90b1-984b56538381 req-735496ea-860c-48e0-8fe4-8e096ceae118 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 945 time: 0.1984441 Feb 02 13:44:33.682061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 6c98e96b-30cf-424f-933a-94aa4f7858f6 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:44:33.719180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Deleting subnet 95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:44:33.722792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.761975 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Deleting port 6c98e96b-30cf-424f-933a-94aa4f7858f6 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:33.762368 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.776888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6749136'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.816761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.855259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:33.856816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:33.864172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:33.866507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:33.985583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=7']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:33.991215 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'code': 200} Feb 02 13:44:33.992144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:34.126602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1803273d-b07c-4ee2-9ba1-ba706ca0ec78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.145202 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] For port 6c98e96b-30cf-424f-933a-94aa4f7858f6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6c98e96b-30cf-424f-933a-94aa4f7858f6,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:34.145802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.261110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.480814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.481353 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.481600 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Floating IP 455eda9e-ed3e-4e42-9add-759a5e36fabe disassociated. External IP: 172.28.0.217, port: 6c98e96b-30cf-424f-933a-94aa4f7858f6. Feb 02 13:44:34.481988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Calling delete_port for 6c98e96b-30cf-424f-933a-94aa4f7858f6 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:34.482759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 552f6a29-d16a-4339-a3f1-af755e8e52a9 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:44:34.494327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1039ea-c487-4842-926d-f9c6a0a0aa4c req-e9c863df-6f8d-4ebf-a38f-25b1e1dcc07c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:34.496083 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ea1039ea-c487-4842-926d-f9c6a0a0aa4c req-e9c863df-6f8d-4ebf-a38f-25b1e1dcc07c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 943 time: 0.3186831 Feb 02 13:44:34.520229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:44:34.537826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 552f6a29-d16a-4339-a3f1-af755e8e52a9 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:44:34.538239 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 552f6a29-d16a-4339-a3f1-af755e8e52a9 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:44:34.538863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:44:34.591046 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:44:34.591419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device ac60f79f-ab7a-4e71-aac1-e5025cbb6c39 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:44:34.600423 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ea1039ea-c487-4842-926d-f9c6a0a0aa4c req-b24a691f-3170-4b6a-a216-3d4c9244e331 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952406 Feb 02 13:44:34.654673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.681319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:34.705711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6504302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6779357'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.722472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3feab6bb-f228-4b35-b8bc-f62aeda8bfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:34.731682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event deleted for resources: {'Port': ['ID=6c98e96b-30cf-424f-933a-94aa4f7858f6,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:34.795258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.795720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.796140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.796552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.796941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.797388 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.797768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.798281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.798684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.799083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.799561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.799969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.800290 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.800693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.801119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.801515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.801909 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.802303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.802685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.803081 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.803479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.803871 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.804265 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.804656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:34.814880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:34.818063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:34.823397 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:34.870637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:34.877055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92eb46-32c4-4e4f-9729-f511c1eddfba None None] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:44:34.881316 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b9be2288-78ed-42a7-bb6f-8a1bfdac7474 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/95d9980c-fc15-43ee-a6ba-cc6f7ebb39ed HTTP/1.1" status: 204 len: 168 time: 1.2294979 Feb 02 13:44:34.882898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46176) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:35.008263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.079578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Deleting port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:35.079978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.080100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:44:35.156004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f70f2-a811-4755-8562-375baf90e31b None None] DHCP port deletion for 332abd3e-62db-4896-98e0-a1ec91abeee4 request from dv-cinder-772388-4-smb {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 02 13:44:35.161119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Deleting port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:35.161708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.307715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:44:35.325511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181def38-c356-47b6-82ad-114760978bbd None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:44:35.330173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] For port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:35.330594 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.363556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] No DVR routers for this DVR port 6c98e96b-30cf-424f-933a-94aa4f7858f6 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:44:35.365999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.378375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-deleted', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:35.403253 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-17f41690-3a65-4a34-90b1-984b56538381 req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "DELETE /v2.0/ports/6c98e96b-30cf-424f-933a-94aa4f7858f6 HTTP/1.1" status: 204 len: 173 time: 1.7425609 Feb 02 13:44:35.437394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-342f70f2-a811-4755-8562-375baf90e31b None None] For port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,segment=NetworkSegment(990b5b7f-cd26-4b19-b892-a71a0410abf5),segment_id=990b5b7f-cd26-4b19-b892-a71a0410abf5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:35.437841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.452197 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd287ce72-e1bc-40a1-b311-62ef2c289bb2', 'name': 'network-vif-deleted', 'tag': '6c98e96b-30cf-424f-933a-94aa4f7858f6', 'status': 'completed', 'code': 200} Feb 02 13:44:35.477301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Calling delete_port for 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:35.565833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:35.583007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fb9e9409-2b43-4c04-abed-dbd785f75b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:35.688114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:35.701908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:35.710157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:44:35.710394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:35.741724 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] No DVR routers for this DVR port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 on host dv-cinder-772388-4-smb {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:44:35.838185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Calling delete_port for 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:35.912747 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-01480c18-6e12-4bf2-ab6c-050eca5d22ea req-149f5093-af0c-4d59-9ce4-ca0f98076d55 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=d287ce72-e1bc-40a1-b311-62ef2c289bb2 HTTP/1.1" status: 200 len: 210 time: 0.0669665 Feb 02 13:44:35.922013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.035151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:44:36.035766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:44:36.055131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332abd3e-62db-4896-98e0-a1ec91abeee4']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:36.057465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:44:36.069165 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990b5b7f-cd26-4b19-b892-a71a0410abf5') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:36.069493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990b5b7f-cd26-4b19-b892-a71a0410abf5') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:36.083314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848026664'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.099783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.101790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:44:36.298530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:44:36.308197 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504193'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.473898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:36.478739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181def38-c356-47b6-82ad-114760978bbd None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:44:36.485358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:44:36.491014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Network 332abd3e-62db-4896-98e0-a1ec91abeee4 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:44:36.518872 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:44:36.534001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:44:36.534001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:44:36.536382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Deleting port 579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:36.536811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-342f70f2-a811-4755-8562-375baf90e31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.564114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:44:36.564839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:36.597752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.601302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:36.617938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.626090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=332abd3e-62db-4896-98e0-a1ec91abeee4,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:36.630348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:36.638803 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] 10.222.0.90 "DELETE /v2.0/networks/332abd3e-62db-4896-98e0-a1ec91abeee4 HTTP/1.1" status: 204 len: 168 time: 1.7545438 Feb 02 13:44:36.745593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-342f70f2-a811-4755-8562-375baf90e31b None None] The port '579dc8a6-4a7d-4fd2-9ca7-64fa8436cca6' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 02 13:44:36.800640 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46188) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:36.817198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:44:36.858267 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8835c59b-c2a3-4d61-abc6-a03f2cfd75a8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c89fdfc321ec4e32b59d53e1e9b84da7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0562122 Feb 02 13:44:36.861987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46192) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:36.928687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:36.957426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.021592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.031435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e43750b-a747-476c-96b2-8aa9f676e789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:37.046555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.052840 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72c1b268-015e-4c8c-9286-ae13ad98b014 HTTP/1.1" status: 204 len: 168 time: 0.1876433 Feb 02 13:44:37.055122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1b268-015e-4c8c-9286-ae13ad98b014,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:37.060024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:37.109823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46204) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:37.198241 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-181def38-c356-47b6-82ad-114760978bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:44:37.202872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181def38-c356-47b6-82ad-114760978bbd None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:44:37.213288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.250031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.305480 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.309971 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6d78d6a-a477-4ca4-9433-96c97daaf007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:37.327479 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cabe1f-d4e5-4468-969b-6a0e8ad989c3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:37.333210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:37.344591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.349603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46210) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:37.349800 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-714e1eb0-e392-45bc-be86-0b08a244ab54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "DELETE /v2.0/security-groups/a3cabe1f-d4e5-4468-969b-6a0e8ad989c3 HTTP/1.1" status: 204 len: 168 time: 0.2387655 Feb 02 13:44:37.379927 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.v2.resource [None req-9093d3ce-a2e2-43b7-8ffd-de209bec2011 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] show failed (client error): The resource could not be found. Feb 02 13:44:37.381202 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-9093d3ce-a2e2-43b7-8ffd-de209bec2011 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups/a3cabe1f-d4e5-4468-969b-6a0e8ad989c3 HTTP/1.1" status: 404 len: 347 time: 0.0302246 Feb 02 13:44:37.384377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46214) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:37.415901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7efc664e-8592-4e80-a29f-ff0918bd6158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.583293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Deleting port 46739f37-f253-48b7-9846-b5f09a85d047 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:37.583687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.620459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630584ad-41f3-4857-8169-bcd6ca395638 None None] New status for floating IP 455eda9e-ed3e-4e42-9add-759a5e36fabe: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:44:37.783799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.784314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:37.931977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Calling delete_port for 46739f37-f253-48b7-9846-b5f09a85d047 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:38.030668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:44:38.031026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:44:38.119233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46232) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:38.280138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1891651663-network', 'tenant_id': '2cdac7e4b8ce421eaab3a75aa22097ac'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:38.285967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:38.291951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Usage tracker for resource:network and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:38.295083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:38.301455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:38.311829 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Made reservation on behalf of 2cdac7e4b8ce421eaab3a75aa22097ac for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:44:38.316828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.330766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.350427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:38.354713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Usage tracker for resource:security_group_rule and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:38.357854 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:38.364229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:38.455184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.466382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.470741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.473637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97be18c5-0e12-4e82-ba5c-9a509100e427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:38.507773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:44:38.517331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a05cfa-1b83-480f-9da5-f7060e219961,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:38.521119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:38.525691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.525985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Added segment 054b6990-514d-4196-a0cd-f4592d725b20 of type vxlan for network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 Feb 02 13:44:38.531621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Deleting port 46739f37-f253-48b7-9846-b5f09a85d047 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:44:38.532070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.610747 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.988533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:38.992617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:38.993302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.000995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-51147584-6cc9-4982-86ba-3e7e9ef740d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:39.124192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.124933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.208085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Pushing event updated for resources: {'Network': ['ID=121fe0b4-0a93-422b-a826-2c25e5bfbea4,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:39.220819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:44:39.249788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:44:39.275127 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1542418 Feb 02 13:44:39.276223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fa89162-0af7-4fe0-8efa-b9575ff4666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:39.278491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46238) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:39.285959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Request body: {'subnet': {'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1891651663-subnet', 'tenant_id': '2cdac7e4b8ce421eaab3a75aa22097ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:39.287732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Calling delete_port for 46739f37-f253-48b7-9846-b5f09a85d047 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:44:39.291720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:39.296647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Usage tracker for resource:subnet and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:39.300559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:39.306980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:39.322223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Made reservation on behalf of 2cdac7e4b8ce421eaab3a75aa22097ac for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:44:39.327108 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847996425'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.456835 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.478970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2049b12-ffe8-4f20-8bba-788264db53c6 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:39.484826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.581459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event deleted for resources: {'Port': ['ID=46739f37-f253-48b7-9846-b5f09a85d047,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:39.585900 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:39.719009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.734230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.735602 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "DELETE /v2.0/floatingips/455eda9e-ed3e-4e42-9add-759a5e36fabe HTTP/1.1" status: 204 len: 168 time: 2.3500748 Feb 02 13:44:39.811670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6502571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847996476'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:39.827666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:40.103744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46244) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:40.106262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.111269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339220222', 'description': 'tempest-description--1113450518'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:40.135585 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:40.141927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:40.146271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:40.154985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:40.166651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.197771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:40.204259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:40.208105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:40.210453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d05614-0612-4386-a82e-a213e5735263,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:40.216090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:40.223903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:40.303082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.303366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Checking segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:44:40.303762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Network hostable DHCP agents. Network: 121fe0b4-0a93-422b-a826-2c25e5bfbea4, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:44:40.311553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.319129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f93b1dbb-a47b-43b0-9da3-4cb54d6e1a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:40.327019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:44:40.339746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 121fe0b4-0a93-422b-a826-2c25e5bfbea4) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:44:40.353526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f2ae5-b25b-47e2-a18d-cd808550f58c None None] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:44:40.356405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:40.357329 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.379800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77813a-a082-4711-80b6-2570d431a19a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:40.383054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.384971 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2799153 Feb 02 13:44:40.386263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-05936890-1706-45df-9c39-337a083dc601 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:40.388383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46248) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:40.391426 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-9f26195f-ba2a-4a3e-b168-acd00a56c999 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1111360 Feb 02 13:44:40.396418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'security_group_rule': {'security_group_id': 'ee77813a-a082-4711-80b6-2570d431a19a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:40.424753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:40.432553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:40.437725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:40.445683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:40.469476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.547581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.551491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.558119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:40.590330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963f9c74-9222-4a26-8b35-2f5a0414fdfd,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:40.596366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:40.600458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.602024 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fc695e39-a719-48a0-b13f-12a662d4039f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2125850 Feb 02 13:44:40.605283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46256) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:40.611273 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'security_group_rule': {'security_group_id': 'ee77813a-a082-4711-80b6-2570d431a19a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:40.642872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:40.648596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:security_group_rule and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:40.654447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:40.661735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:40.667512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c3eec-6aa5-4f32-9c8e-0f4a6e9084c6 None None] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:44:40.686822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.768725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.773520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868885'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.775884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3b522360-e432-4c22-a015-85ff59fa94c1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:40.802173 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4e69ea-7210-43ab-b972-71c35d5df40b,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:40.804980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:40.821344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:40.827837 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4f8b7087-039e-487f-9a4b-56e1df6c8f69 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162325 Feb 02 13:44:40.828048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46264) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:40.834068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'floatingip': {'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:40.856360 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:40.861375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:floatingip and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:40.865680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:40.871960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:40.884932 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:41.249805 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d34b2bd5-4d4f-4283-bf7d-f676d20d9b05 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:41.251877 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d34b2bd5-4d4f-4283-bf7d-f676d20d9b05 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.2853289 Feb 02 13:44:41.290250 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-b612a1a8-12c2-4167-8c8d-9dcf1df7a629 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/quotas/2cdac7e4b8ce421eaab3a75aa22097ac HTTP/1.1" status: 200 len: 375 time: 0.0310977 Feb 02 13:44:41.353049 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-80147c8a-9f15-439f-85f6-df0d9e04e02c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554879 Feb 02 13:44:41.359506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:41.702733 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-1fb8c668-6863-4180-976c-d7aaec710755 service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330646 Feb 02 13:44:41.895278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Allocated IP 172.28.0.127 (f1c61ec5-e69b-4d2b-9333-f4049ef50a27/5ba7367f-6a67-4874-8b41-07c39778d80c/c4b08fc3-6c58-458c-88fd-4494b916ba7f) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:44:41.927782 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-0817b49a-f83b-4f6f-8abf-622de18563cf service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178245 Feb 02 13:44:42.079021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:42.150625 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8668bef-f051-4a29-9c82-57630d92a547 req-1c44d0f8-cc91-4f55-86a2-40d130189b2e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 210 time: 0.0538399 Feb 02 13:44:42.159677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:42.179251 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:42.319587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'Port': ['ID=c4b08fc3-6c58-458c-88fd-4494b916ba7f,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:42.324290 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:42.385295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Network f1c61ec5-e69b-4d2b-9333-f4049ef50a27 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:44:42.386623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:44:42.389037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:44:42.474307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:42.543392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:42.840558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:42.844371 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:42.861056 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba11480c-0d15-4a83-8c05-852e3ee0ad1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:42.995013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'Port': ['ID=c4b08fc3-6c58-458c-88fd-4494b916ba7f,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:42.999969 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:43.110713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:43.134654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:43.136075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3070045 Feb 02 13:44:43.364464 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a756d140-84c1-4fce-83cf-dc0142438411 req-bc4bfa0e-3326-480a-a5fa-2673b753fbfe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 210 time: 0.0600805 Feb 02 13:44:43.432566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-654d789d-8aa7-4cba-95c7-31a3a2fe32c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:44:43.451032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-654d789d-8aa7-4cba-95c7-31a3a2fe32c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:44:43.452017 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-654d789d-8aa7-4cba-95c7-31a3a2fe32c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1339220222&fields=id&tenant_id=57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 267 time: 0.0809276 Feb 02 13:44:43.584375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-4aaa6c16-7f84-48b2-a10c-87663ad3f944 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:43.585377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-4aaa6c16-7f84-48b2-a10c-87663ad3f944 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Synchronizing usage tracker for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:44:43.604517 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-4aaa6c16-7f84-48b2-a10c-87663ad3f944 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Unset dirty status for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:44:43.605829 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-4aaa6c16-7f84-48b2-a10c-87663ad3f944 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.2888207 Feb 02 13:44:43.635389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Request body: {'port': {'device_id': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4', 'admin_state_up': True, 'tenant_id': '2cdac7e4b8ce421eaab3a75aa22097ac'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:43.703910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-e40ccbeb-f151-4276-ab1f-2bddb782ff07 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:43.705985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-e40ccbeb-f151-4276-ab1f-2bddb782ff07 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 816 time: 0.2458797 Feb 02 13:44:43.722381 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-c7840229-6f6c-44e5-ad67-3e34eef93318 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/quotas/57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 375 time: 0.0102618 Feb 02 13:44:43.787446 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:43.791756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Usage tracker for resource:port and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:43.794944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:43.801113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:43.810812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Made reservation on behalf of 2cdac7e4b8ce421eaab3a75aa22097ac for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:44:43.832223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:43.865047 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-4469e6e4-1dcd-49d0-a603-796989557316 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363215 Feb 02 13:44:44.088823 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-6b2d057c-068f-4d49-b5fb-c7aac138343b service neutron] 10.222.0.90 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101212 Feb 02 13:44:44.151016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Allocated IP 172.20.0.12 (121fe0b4-0a93-422b-a826-2c25e5bfbea4/69d05614-0612-4386-a82e-a213e5735263/00986577-3c82-4fe3-bd46-3a9111cc9142) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:44:44.238015 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-bca00b13-2150-418b-83e8-b70b2bbe5e2f service neutron] 10.222.0.90 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416550 Feb 02 13:44:44.390780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:44.431947 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:44.451859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fac3cbfc-481f-461a-889f-4f3808a799ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:44.493075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b7f66b2a-2b12-4314-8ac4-265b66c4d0c1 req-e95d4657-0ec5-441e-a868-013c781ad229 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 210 time: 0.0848434 Feb 02 13:44:44.628532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event updated for resources: {'Port': ['ID=00986577-3c82-4fe3-bd46-3a9111cc9142,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:44.644538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:44.694486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:44:44.702814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:44:44.706952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:44:44.735470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa597e15-614a-45c0-b45c-fe27ef9ed332 req-0187d82d-ceae-4896-ba44-661bb04a97ab tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:44.740029 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fa597e15-614a-45c0-b45c-fe27ef9ed332 req-0187d82d-ceae-4896-ba44-661bb04a97ab tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 932 time: 0.2122829 Feb 02 13:44:44.807821 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fa597e15-614a-45c0-b45c-fe27ef9ed332 req-cb8d7a25-a9d9-4c40-a755-37aafd5e18f9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Feb 02 13:44:44.869751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:44.870505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:44.893147 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2623739 Feb 02 13:44:44.920836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Request body: {'port': {'device_id': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:45.051863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:45.504032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00986577-3c82-4fe3-bd46-3a9111cc9142 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:44:45.512123 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:45.526177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Transition to ACTIVE for port object 00986577-3c82-4fe3-bd46-3a9111cc9142 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:44:45.529439 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:45.543401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:45.710576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Pushing event updated for resources: {'Port': ['ID=00986577-3c82-4fe3-bd46-3a9111cc9142,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:45.715347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:45.933825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Attempting to bind port 00986577-3c82-4fe3-bd46-3a9111cc9142 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:44:45.934469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Attempting to bind port 00986577-3c82-4fe3-bd46-3a9111cc9142 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:44:45.935069 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Attempting to bind port 00986577-3c82-4fe3-bd46-3a9111cc9142 on network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:44:45.949694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:44:45.950304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Checking segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:44:45.950956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:45.951618 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Bound using segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:44:45.952436 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Bound port: 00986577-3c82-4fe3-bd46-3a9111cc9142, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:44:45.953076 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:46.083435 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f3b11715-8c17-4c73-8a1c-c1b11b751fd0 req-68a0a196-3ac4-4f72-8ddf-e36b1d915979 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 210 time: 0.3675296 Feb 02 13:44:46.287897 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-8f3df6d5-9482-42ee-9906-eb13f8e15e27 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:46.289588 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-8f3df6d5-9482-42ee-9906-eb13f8e15e27 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 816 time: 0.6597650 Feb 02 13:44:46.327515 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] For port 00986577-3c82-4fe3-bd46-3a9111cc9142, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:44:46.331257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] For port 00986577-3c82-4fe3-bd46-3a9111cc9142, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=00986577-3c82-4fe3-bd46-3a9111cc9142,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:44:46.336263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:46.355221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:46.389470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ca379-2e68-4b9d-a34a-bd2d15b831ff req-2d50e2e2-f0c3-4e84-acb1-f44667cfd7dd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:46.391224 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bb9ca379-2e68-4b9d-a34a-bd2d15b831ff req-2d50e2e2-f0c3-4e84-acb1-f44667cfd7dd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 944 time: 0.3109374 Feb 02 13:44:46.507747 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-bb9ca379-2e68-4b9d-a34a-bd2d15b831ff req-70e13bd1-fd02-4b25-9f3b-4bdb65df7e4d tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005223 Feb 02 13:44:46.513717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Pushing event updated for resources: {'Port': ['ID=00986577-3c82-4fe3-bd46-3a9111cc9142,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:46.519112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:46.552528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:46.552947 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-4e25f355-6642-49a1-8f38-4d969d5e17a2 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "GET /v2.0/security-groups?tenant_id=57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 5709 time: 0.1605282 Feb 02 13:44:46.553399 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:46.554947 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] 10.222.0.134 "PUT /v2.0/ports/00986577-3c82-4fe3-bd46-3a9111cc9142 HTTP/1.1" status: 200 len: 1158 time: 1.6418972 Feb 02 13:44:46.555579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'tag': '00986577-3c82-4fe3-bd46-3a9111cc9142'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:46.655921 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'tag': '00986577-3c82-4fe3-bd46-3a9111cc9142', 'status': 'completed', 'code': 200} Feb 02 13:44:46.696646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-5a3ba06d-baf0-49f8-a760-1eeab0061edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:46.698371 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-5a3ba06d-baf0-49f8-a760-1eeab0061edb service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 1161 time: 0.0896385 Feb 02 13:44:46.783448 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-c7b3a848-7d40-4a63-b6cd-0063eaa39978 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00986577-3c82-4fe3-bd46-3a9111cc9142 HTTP/1.1" status: 200 len: 217 time: 0.0679557 Feb 02 13:44:46.848366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'port': {'device_id': '5005578b-aa4f-48d2-894d-a751ada42d86', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'admin_state_up': True, 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'security_groups': ['ee77813a-a082-4711-80b6-2570d431a19a']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:46.868078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-aa655674-71bc-4050-8591-956aeda91745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:46.869760 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-aa655674-71bc-4050-8591-956aeda91745 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0783596 Feb 02 13:44:46.935180 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-1aa18bab-f71d-49b3-8142-7db7adebab86 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561273 Feb 02 13:44:47.020930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:44:47.026346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Usage tracker for resource:port and tenant:57c8bee94c904844a0da3c27079860f5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:44:47.029912 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:44:47.036242 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:44:47.047104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Made reservation on behalf of 57c8bee94c904844a0da3c27079860f5 for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:44:47.069814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:47.115383 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-763feb57-fda5-4ea2-a6dc-12b6317767db service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692996 Feb 02 13:44:47.300029 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c8446cea-d861-44ab-9ff4-12f5e64da7b1 req-3cbcb3a6-dae6-40e4-a220-1a36685de2de service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1762629 Feb 02 13:44:47.357012 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-664399e3-ab4d-4c45-907e-59b5c129c562 req-79ca01f2-e419-446b-8f2a-e233c2366b59 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 210 time: 0.1053262 Feb 02 13:44:47.497484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-22b07dde-9f1d-4dd2-a3b9-d7ea51536014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:47.500836 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-22b07dde-9f1d-4dd2-a3b9-d7ea51536014 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 1161 time: 0.0934141 Feb 02 13:44:47.507928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Allocated IP 172.20.0.8 (eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2/70126b11-2835-4ec3-b929-88a340b52346/b6e3bf36-eb4e-4b7b-920c-34d972d61928) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:44:47.720941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-57fd8d38-a9c4-4d58-9a8a-c5388e949fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:47.723772 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-57fd8d38-a9c4-4d58-9a8a-c5388e949fc6 service neutron] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 909 time: 0.2163160 Feb 02 13:44:47.787604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:47.802477 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-86e5cc6c-2d8b-44fe-aa40-3f981643813c service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00986577-3c82-4fe3-bd46-3a9111cc9142 HTTP/1.1" status: 200 len: 217 time: 0.0710034 Feb 02 13:44:47.881281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-62a80abb-942b-431f-900e-d8920ac98b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:47.882895 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-62a80abb-942b-431f-900e-d8920ac98b52 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0725384 Feb 02 13:44:47.907543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Transition to ACTIVE for port object b6e3bf36-eb4e-4b7b-920c-34d972d61928 will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:44:47.949748 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-13f922fc-489d-437e-ba92-7f01cf186b22 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606134 Feb 02 13:44:48.043761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790477a-a3c3-4491-9c05-4333cb34954b req-2a142a84-2eb8-42d7-92cd-a443b4f64dbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:48.045566 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8790477a-a3c3-4491-9c05-4333cb34954b req-2a142a84-2eb8-42d7-92cd-a443b4f64dbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 944 time: 0.2523422 Feb 02 13:44:48.071324 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:48.091581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-37166adb-b523-4406-8899-c32e1107c480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:48.105541 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-5c51f46c-9997-461f-ad0a-5a0f4460114b service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501279 Feb 02 13:44:48.262203 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9e8cae98-052d-4020-b0b1-820b2085f301 req-4e8cdffc-c019-49d3-8693-bfa90e2395e0 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504030 Feb 02 13:44:48.279291 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8790477a-a3c3-4491-9c05-4333cb34954b req-8c0e3982-446c-449f-a82f-adf017cda570 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251785 Feb 02 13:44:48.290170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event updated for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:48.295843 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:48.366593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:44:48.367961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:44:48.370485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:44:48.525259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:48.526024 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:48.606583 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7630596 Feb 02 13:44:48.608106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-24954dc7-7e23-454b-95cd-a1e32674e101 None None] Provisioning for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:44:48.614359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-24954dc7-7e23-454b-95cd-a1e32674e101 None None] Provisioning complete for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:44:48.615082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24954dc7-7e23-454b-95cd-a1e32674e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:48.629650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Request body: {'port': {'device_id': '5005578b-aa4f-48d2-894d-a751ada42d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:48.684305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-24954dc7-7e23-454b-95cd-a1e32674e101 None None] Port b6e3bf36-eb4e-4b7b-920c-34d972d61928 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:44:48.787323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a205f0-27b4-41c0-9962-216e78dbef6b req-d31e9df2-b34c-47e4-b192-f87dab9675c5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:48.788071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c0a205f0-27b4-41c0-9962-216e78dbef6b req-d31e9df2-b34c-47e4-b192-f87dab9675c5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:44:48.862752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c0a205f0-27b4-41c0-9962-216e78dbef6b req-d31e9df2-b34c-47e4-b192-f87dab9675c5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:44:48.864079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c0a205f0-27b4-41c0-9962-216e78dbef6b req-d31e9df2-b34c-47e4-b192-f87dab9675c5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 931 time: 0.3316805 Feb 02 13:44:48.866840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:48.995056 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c0a205f0-27b4-41c0-9962-216e78dbef6b req-a95590f1-9664-478d-8fbe-3d98e2368b9f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177611 Feb 02 13:44:49.380605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e3bf36-eb4e-4b7b-920c-34d972d61928 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:44:49.389601 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:49.404554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Transition to ACTIVE for port object b6e3bf36-eb4e-4b7b-920c-34d972d61928 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:44:49.409401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:49.426872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:49.617321 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:49.621217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:49.840704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779108e-97cd-4112-8d8f-c5499b9f6220 req-99f8c290-4880-4e2a-acf7-20b461411367 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:49.842519 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f779108e-97cd-4112-8d8f-c5499b9f6220 req-99f8c290-4880-4e2a-acf7-20b461411367 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 944 time: 0.3751190 Feb 02 13:44:49.973111 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f779108e-97cd-4112-8d8f-c5499b9f6220 req-15a678ab-e3e4-4e82-8634-4dee6bdf9e54 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220787 Feb 02 13:44:49.996344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Attempting to bind port b6e3bf36-eb4e-4b7b-920c-34d972d61928 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:44:49.996731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Attempting to bind port b6e3bf36-eb4e-4b7b-920c-34d972d61928 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:44:49.997111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Attempting to bind port b6e3bf36-eb4e-4b7b-920c-34d972d61928 on network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:44:50.010004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:44:50.010004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Checking segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:44:50.010004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.010004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Bound using segment: {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:44:50.010004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Bound port: b6e3bf36-eb4e-4b7b-920c-34d972d61928, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:44:50.010004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.054095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-78f80a12-0c1e-49ee-a022-1f3937d35712 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:44:50.435794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] For port b6e3bf36-eb4e-4b7b-920c-34d972d61928, host hv-cinder-77238, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:44:50.448851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] For port b6e3bf36-eb4e-4b7b-920c-34d972d61928, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:44:50.454358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 00986577-3c82-4fe3-bd46-3a9111cc9142 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:44:50.459904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.474444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8dd719ed-53c4-40ef-925f-e3904bdfe1c9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:50.534333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 00986577-3c82-4fe3-bd46-3a9111cc9142 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:44:50.540732 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 00986577-3c82-4fe3-bd46-3a9111cc9142 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:44:50.541737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.691463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.724003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00986577-3c82-4fe3-bd46-3a9111cc9142'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:50.735550 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 00986577-3c82-4fe3-bd46-3a9111cc9142, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=00986577-3c82-4fe3-bd46-3a9111cc9142,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:50.743064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.744746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4e44b0ce-bc53-406b-bbd8-95321f69f32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:50.767713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da7982-dfed-4eef-8223-b354984cff91 req-17bf1cd4-9afd-4dd6-be34-bb6853b37b40 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:50.770031 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-55da7982-dfed-4eef-8223-b354984cff91 req-17bf1cd4-9afd-4dd6-be34-bb6853b37b40 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.3917501 Feb 02 13:44:50.774592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:50.783226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:50.802010 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00986577-3c82-4fe3-bd46-3a9111cc9142', 'code': 200} Feb 02 13:44:50.854659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=00986577-3c82-4fe3-bd46-3a9111cc9142,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:50.865486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.865873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.866249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.866630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.867007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.867383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.867827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.868226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.868486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.869595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.870013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.870384 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.870824 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.871177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.871520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.871883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.872812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.873249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.873625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.873995 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.874380 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.875080 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.875611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.876105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:44:50.883078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:50.886918 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:50.888044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:50.889199 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] 10.222.0.134 "PUT /v2.0/ports/b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 1157 time: 2.2661955 Feb 02 13:44:50.889896 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:50.922471 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-55da7982-dfed-4eef-8223-b354984cff91 req-8b074e46-a7b0-4088-bb7e-32197b2865cd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409304 Feb 02 13:44:51.159693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-b9a26f58-1c24-4765-97b1-62c5b8320d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:51.164598 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-b9a26f58-1c24-4765-97b1-62c5b8320d9f service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1160 time: 0.1789973 Feb 02 13:44:51.202762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d758-581b-45bd-80ae-977050e99266 req-ba31d771-8fdc-49df-a5df-f75eead4b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:51.204479 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c614d758-581b-45bd-80ae-977050e99266 req-ba31d771-8fdc-49df-a5df-f75eead4b38c service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 1163 time: 0.1542816 Feb 02 13:44:51.223498 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'status': 'completed', 'code': 200} Feb 02 13:44:51.277777 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c614d758-581b-45bd-80ae-977050e99266 req-e66fd51f-04f9-4c3b-bfde-20d5bd304353 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657892 Feb 02 13:44:51.307140 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-268fc1a7-ed66-40fe-ad5c-2299f3fd06ac service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 217 time: 0.0858946 Feb 02 13:44:51.444719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d778-eee5-45d1-88c0-2fb587f356be req-6ddd3926-7908-4366-9213-5fede6328963 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:51.446532 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e436d778-eee5-45d1-88c0-2fb587f356be req-6ddd3926-7908-4366-9213-5fede6328963 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 946 time: 0.2799387 Feb 02 13:44:51.518848 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e436d778-eee5-45d1-88c0-2fb587f356be req-4804ebcc-aac7-4534-8492-1f68d0a28025 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Feb 02 13:44:51.588911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-8f070d7a-8247-4e2b-a9d0-2bf23d20986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:51.590586 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-8f070d7a-8247-4e2b-a9d0-2bf23d20986e service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0708113 Feb 02 13:44:51.698047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-eae80172-8362-4b10-ace8-1978537b892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:51.700556 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-eae80172-8362-4b10-ace8-1978537b892f service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041758 Feb 02 13:44:51.852746 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-df9d19eb-9626-478f-a77a-e26b55c9cf10 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461344 Feb 02 13:44:51.980855 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 00986577-3c82-4fe3-bd46-3a9111cc9142 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:44:52.009355 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe29a0a7-2c34-4225-8c87-9b59dbeb6bc1 req-0266e507-f05c-41ef-8f4d-abad7ec0db45 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477394 Feb 02 13:44:52.082044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 00986577-3c82-4fe3-bd46-3a9111cc9142 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:44:52.082669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:52.315385 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-b79ca5fe-36b1-42e0-b954-24766c2e6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:52.317666 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-b79ca5fe-36b1-42e0-b954-24766c2e6608 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1160 time: 0.1875424 Feb 02 13:44:52.403844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe9d35-5e06-48d7-8c0a-47a9c8ce2524 req-ae628a81-ec16-4c48-9e02-38537e99e966 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:52.405742 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a4fe9d35-5e06-48d7-8c0a-47a9c8ce2524 req-ae628a81-ec16-4c48-9e02-38537e99e966 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.2724621 Feb 02 13:44:52.574909 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a4fe9d35-5e06-48d7-8c0a-47a9c8ce2524 req-64d462c7-36da-4456-ba12-f166b255420d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441753 Feb 02 13:44:52.641030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-779e1290-fff2-4bae-846b-1df00603c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:52.644260 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-779e1290-fff2-4bae-846b-1df00603c374 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.2371817 Feb 02 13:44:52.789205 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-b6cd211e-aec6-4fa3-967d-fb9e97c6ebb7 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 217 time: 0.1393108 Feb 02 13:44:52.875793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-6436d3c3-7aef-41ac-b849-c8fbe2395a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:52.877389 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-6436d3c3-7aef-41ac-b849-c8fbe2395a5e service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0809591 Feb 02 13:44:53.017691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c998d5-4bb2-404c-98ef-1bdefb97658e req-57587e7a-9312-49b6-9245-0b977838badb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:53.019476 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-26c998d5-4bb2-404c-98ef-1bdefb97658e req-57587e7a-9312-49b6-9245-0b977838badb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 946 time: 0.2972178 Feb 02 13:44:53.110621 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-26c998d5-4bb2-404c-98ef-1bdefb97658e req-1c50f010-0411-4fee-93c5-37e6c4cb38df tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777504 Feb 02 13:44:53.119244 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-1e323fe6-0148-4e20-b8d1-1f9a20ab8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:53.121098 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-1e323fe6-0148-4e20-b8d1-1f9a20ab8bc0 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2379758 Feb 02 13:44:53.303186 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-e4773b4b-3158-4027-99b0-b7d55df7a75b service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727476 Feb 02 13:44:53.487406 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9eb3869f-019f-4117-9467-a3a11f5146b2 req-9977520f-8983-4c42-92bd-268de058d5fd service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754873 Feb 02 13:44:53.960198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67a85f-4200-4c7c-bb62-f1ae11e31196 req-c546a1bb-d951-4ffb-94c0-7ac9e5401f5e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:53.962130 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ed67a85f-4200-4c7c-bb62-f1ae11e31196 req-c546a1bb-d951-4ffb-94c0-7ac9e5401f5e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.1771257 Feb 02 13:44:54.048073 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ed67a85f-4200-4c7c-bb62-f1ae11e31196 req-85584a9f-6f37-4308-8305-97b930b4c4bd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738828 Feb 02 13:44:54.431086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 00986577-3c82-4fe3-bd46-3a9111cc9142 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:44:54.517977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:54.534333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 00986577-3c82-4fe3-bd46-3a9111cc9142 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:44:54.534748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:54.685830 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:44:54.771096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:44:54.777034 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:44:54.777465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:54.925919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:54.965743 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:44:54.977538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port b6e3bf36-eb4e-4b7b-920c-34d972d61928, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:44:54.981783 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:54.983870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:44:55.051874 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'code': 200} Feb 02 13:44:55.065548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:44:55.069666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:44:55.531986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d57ae-dd7a-4716-95da-2dd74e97c2af req-372536d1-fb23-483e-bba8-faf71cbaf12a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:55.533862 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df5d57ae-dd7a-4716-95da-2dd74e97c2af req-372536d1-fb23-483e-bba8-faf71cbaf12a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2830894 Feb 02 13:44:55.545221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed8f01-94db-4853-8cbb-7c40b2844cf2 req-e77daab0-a042-48d9-89fe-535b4f16923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:55.546766 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-33ed8f01-94db-4853-8cbb-7c40b2844cf2 req-e77daab0-a042-48d9-89fe-535b4f16923e service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1162 time: 0.2201073 Feb 02 13:44:55.966442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:44:56.014728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df5d57ae-dd7a-4716-95da-2dd74e97c2af req-1b5f74c9-fb3d-4090-a80c-7acb607a7f2a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665504 Feb 02 13:44:56.028990 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-33ed8f01-94db-4853-8cbb-7c40b2844cf2 req-8161685d-cda3-42a8-a8b7-daa1cb256c5c service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610822 Feb 02 13:44:56.085433 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:44:56.086721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:57.394952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab115fc-8c7c-4d64-8bc0-d4d9d28efa1d req-4ea5ea76-afd6-4df5-a102-ab7624d1b06e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:57.396663 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2ab115fc-8c7c-4d64-8bc0-d4d9d28efa1d req-4ea5ea76-afd6-4df5-a102-ab7624d1b06e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1869266 Feb 02 13:44:57.480102 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2ab115fc-8c7c-4d64-8bc0-d4d9d28efa1d req-18eb3ee1-cb2e-456e-9380-e1c094854cd0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765250 Feb 02 13:44:57.847941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814057-71d2-41b7-b983-b5c9e8386406 req-d01b6efb-d6af-4185-8424-a1ec79e3be32 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:57.849792 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-64814057-71d2-41b7-b983-b5c9e8386406 req-d01b6efb-d6af-4185-8424-a1ec79e3be32 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2027988 Feb 02 13:44:57.859886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46382) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:44:57.866333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Request body: {'floatingip': {'port_id': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:44:57.978150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:58.794067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-778e14cb-7d13-4229-a1bb-810301749fcb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:44:58.795851 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-778e14cb-7d13-4229-a1bb-810301749fcb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.4338899 Feb 02 13:44:58.823826 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-96c75896-f516-45d7-9486-9f22a62d88e0 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/quotas/2cdac7e4b8ce421eaab3a75aa22097ac HTTP/1.1" status: 200 len: 375 time: 0.0168462 Feb 02 13:44:59.058663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:59.083907 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-bde70242-07db-4a16-92a5-fabcb2aaffb7 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2472296 Feb 02 13:44:59.084675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:44:59.420635 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-cd546fd9-ac4d-4a88-be20-ecf7b8a7ddb4 service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777102 Feb 02 13:44:59.421842 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Floating IP c404961a-e50a-4bed-bce2-8b74697d3d30 associated. External IP: 172.28.0.127, port: b6e3bf36-eb4e-4b7b-920c-34d972d61928. Feb 02 13:44:59.753762 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d1e380f3-4967-4f62-94e5-a3bad74d0571 service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2682891 Feb 02 13:45:00.269161 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-09a5f2eb-99d0-42d7-9711-04550a773d41 req-e594ce4e-661f-48fc-afba-096a1fd32fdc tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 210 time: 0.0717459 Feb 02 13:45:00.338804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:45:00.571401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:45:00.579985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:00.587434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:45:00.601404 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:00.602777 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:00.666157 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-734dba84-2168-4771-9ee7-bb1104000397 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "PUT /v2.0/floatingips/c404961a-e50a-4bed-bce2-8b74697d3d30 HTTP/1.1" status: 200 len: 991 time: 2.8047295 Feb 02 13:45:00.667526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:00.799186 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'status': 'completed', 'code': 200} Feb 02 13:45:00.843876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:00.979400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-64e5af2c-f313-4399-9856-7cadbccefb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:00.981030 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-64e5af2c-f313-4399-9856-7cadbccefb8d service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1162 time: 0.1255488 Feb 02 13:45:01.158926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-f339a3b1-2c1d-485c-adf7-9d8a27e05b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:01.160875 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-f339a3b1-2c1d-485c-adf7-9d8a27e05b74 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.1645091 Feb 02 13:45:01.296106 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-5225134e-3bf6-40b2-b9d4-915cd2795c43 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 999 time: 0.1306651 Feb 02 13:45:01.383746 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': 'c404961a-e50a-4bed-bce2-8b74697d3d30', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'port_id': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'mac_address': 'fa:16:3e:16:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005578b-aa4f-48d2-894d-a751ada42d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:44:42Z', 'updated_at': '2021-02-02T13:44:58Z', 'revision_number': 1, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:01.384139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-575acec6-3435-450c-a23d-4b8d7482772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:01.387326 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-575acec6-3435-450c-a23d-4b8d7482772e service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0850089 Feb 02 13:45:01.388607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:45:01.400039 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:01.400739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:44:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:01.545650 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2f1a0666-0f7b-4ced-a458-d51b6ff667f5 req-2c2749d8-60b8-45ae-bf10-49e5e25740eb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 210 time: 0.0591822 Feb 02 13:45:01.577750 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-56606579-bb63-42ae-ba91-ef022adcf282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:01.577750 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-56606579-bb63-42ae-ba91-ef022adcf282 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1834977 Feb 02 13:45:01.641053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:01.752673 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-c34029fe-401a-4511-8831-fc2171e40d00 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641953 Feb 02 13:45:01.888701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-fcc03d33-508d-4df7-9e28-f6fd440a3e51 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:01.891832 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-fcc03d33-508d-4df7-9e28-f6fd440a3e51 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.3521833 Feb 02 13:45:01.928978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Request body: {'port': {'device_id': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4', 'admin_state_up': True, 'tenant_id': '2cdac7e4b8ce421eaab3a75aa22097ac'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:01.968122 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0573b05f-a892-4aa5-882c-c80c9df004f0 req-800373ca-cc7e-42bc-8bd1-f51c5acaf4f3 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2076817 Feb 02 13:45:02.135263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:45:02.140177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Usage tracker for resource:port and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:45:02.144003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:45:02.151307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:45:02.163247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Made reservation on behalf of 2cdac7e4b8ce421eaab3a75aa22097ac for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:45:02.173262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': 'c404961a-e50a-4bed-bce2-8b74697d3d30', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'port_id': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'mac_address': 'fa:16:3e:16:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005578b-aa4f-48d2-894d-a751ada42d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:44:42Z', 'updated_at': '2021-02-02T13:44:58Z', 'revision_number': 1, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:02.178460 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802be8a4-c297-49f2-a5ab-25d14f8ab84a None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_floatingips': [{'id': 'c404961a-e50a-4bed-bce2-8b74697d3d30', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'router_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'port_id': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'mac_address': 'fa:16:3e:16:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005578b-aa4f-48d2-894d-a751ada42d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-02T13:44:42Z', 'updated_at': '2021-02-02T13:44:58Z', 'revision_number': 1, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:45:02.185020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:02.519500 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e261360-dc27-41d8-9834-7eb2dfced786 None None] New status for floating IP c404961a-e50a-4bed-bce2-8b74697d3d30: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:45:02.574027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Allocated IP 172.20.0.9 (121fe0b4-0a93-422b-a826-2c25e5bfbea4/69d05614-0612-4386-a82e-a213e5735263/90af418b-4b22-43a0-bcd6-7e6947d5ae06) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:45:02.780662 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79c65cf1-e4b2-4c43-aceb-3b07ad7195bc req-17e20cbe-475c-4ca7-9858-5e9da31327d1 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 210 time: 0.0932069 Feb 02 13:45:02.886888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:02.940203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:02.965521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-243798b2-3062-4ab0-8695-0793f63675f0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:03.109507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event updated for resources: {'Port': ['ID=90af418b-4b22-43a0-bcd6-7e6947d5ae06,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:03.113211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:03.183344 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:45:03.184731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:45:03.187426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:45:03.325664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:03.326408 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:03.353446 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4290011 Feb 02 13:45:03.367393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Request body: {'port': {'device_id': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:03.765139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.129992 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a74d70-8550-4064-8897-41c54211c16f req-37fd8d66-dd4b-4215-a1f1-bbd42309f395 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:04.132732 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52a74d70-8550-4064-8897-41c54211c16f req-37fd8d66-dd4b-4215-a1f1-bbd42309f395 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 931 time: 0.2067022 Feb 02 13:45:04.135382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2b4df235-5e91-4f52-8640-c9975cf3a55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.204880 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52a74d70-8550-4064-8897-41c54211c16f req-c3d82543-463a-4c68-992e-178d455641c9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629172 Feb 02 13:45:04.281001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90af418b-4b22-43a0-bcd6-7e6947d5ae06 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:45:04.292770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.312082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Transition to ACTIVE for port object 90af418b-4b22-43a0-bcd6-7e6947d5ae06 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:45:04.319791 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.346490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ebf8bf4c-ed38-4b11-bb25-898f5960ab7c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:04.507690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Pushing event updated for resources: {'Port': ['ID=90af418b-4b22-43a0-bcd6-7e6947d5ae06,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:04.512696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:04.712792 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Attempting to bind port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:45:04.713218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Attempting to bind port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:45:04.713598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Attempting to bind port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 on network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:45:04.720067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:45:04.720455 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Checking segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:45:04.721443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.721443 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Bound using segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:45:04.722006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Bound port: 90af418b-4b22-43a0-bcd6-7e6947d5ae06, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:45:04.722482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.825290 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] For port 90af418b-4b22-43a0-bcd6-7e6947d5ae06, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:45:04.829362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] For port 90af418b-4b22-43a0-bcd6-7e6947d5ae06, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af418b-4b22-43a0-bcd6-7e6947d5ae06,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:45:04.833988 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:04.853487 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d2543bac-0ecc-4b8e-890f-4014e1539754 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:05.012653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Pushing event updated for resources: {'Port': ['ID=90af418b-4b22-43a0-bcd6-7e6947d5ae06,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:05.018370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:05.050452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:05.051152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:05.052730 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] 10.222.0.134 "PUT /v2.0/ports/90af418b-4b22-43a0-bcd6-7e6947d5ae06 HTTP/1.1" status: 200 len: 1157 time: 1.6902595 Feb 02 13:45:05.053332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'tag': '90af418b-4b22-43a0-bcd6-7e6947d5ae06'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:05.140456 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'tag': '90af418b-4b22-43a0-bcd6-7e6947d5ae06', 'status': 'completed', 'code': 200} Feb 02 13:45:05.186107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-73818201-7691-4283-86bd-d0ad8936875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:05.187784 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-73818201-7691-4283-86bd-d0ad8936875f service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 1160 time: 0.0860181 Feb 02 13:45:05.273619 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-36417fe4-b347-4dd8-88b4-efe9fa055c9f service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90af418b-4b22-43a0-bcd6-7e6947d5ae06 HTTP/1.1" status: 200 len: 217 time: 0.0724554 Feb 02 13:45:05.343751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-6bfd912d-e608-4a64-9e30-2c2a94ddeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:05.345472 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-6bfd912d-e608-4a64-9e30-2c2a94ddeae5 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0675783 Feb 02 13:45:05.405125 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-5385fc0c-61bb-4042-8989-c76e1a637e4f service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555665 Feb 02 13:45:05.535188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d71efc-b3ed-4086-aa6a-686a75905a07 req-a0c00f58-8f56-42ba-a0dd-9df8e3f219ab tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:05.536885 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d0d71efc-b3ed-4086-aa6a-686a75905a07 req-a0c00f58-8f56-42ba-a0dd-9df8e3f219ab tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 943 time: 0.1871011 Feb 02 13:45:05.556606 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-b1bac18f-dd88-4150-a3d2-3575fa70f49f service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461527 Feb 02 13:45:05.611907 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d0d71efc-b3ed-4086-aa6a-686a75905a07 req-0e700f56-77bf-48a4-826d-458f9101c054 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Feb 02 13:45:05.715938 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f66c6b25-49b0-47ee-a1ab-08e9d0e30666 req-6a740f44-f653-4bdb-a157-a5cbd4332d8d service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491148 Feb 02 13:45:05.893690 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-e3f41c45-2315-41bc-8d55-b8e8d0ac3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:05.895309 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-e3f41c45-2315-41bc-8d55-b8e8d0ac3d6d service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 1160 time: 0.0918267 Feb 02 13:45:06.048990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-9a48b928-4736-4faa-a507-38c0d5483a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:06.050745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-9a48b928-4736-4faa-a507-38c0d5483a6e service neutron] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 909 time: 0.1493495 Feb 02 13:45:06.130144 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-cd3de6fd-d339-4b9f-a077-9393a288bbb2 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90af418b-4b22-43a0-bcd6-7e6947d5ae06 HTTP/1.1" status: 200 len: 217 time: 0.0732849 Feb 02 13:45:06.214405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-aed5f327-d4a0-4074-8e13-070c32abc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:06.216071 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-aed5f327-d4a0-4074-8e13-070c32abc034 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0783529 Feb 02 13:45:06.274127 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-fda6196a-2c83-48c4-b58f-769da9f5b9c9 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519700 Feb 02 13:45:06.424778 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-e6068701-87b8-41dc-8de3-9841a566b109 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450338 Feb 02 13:45:06.589640 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6ebb5688-ccce-435e-9deb-8974bb1f46b2 req-6984cab0-d7c7-42e3-83c9-71aa2b72ba73 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1561925 Feb 02 13:45:06.985304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aedc3-4b3b-49f0-9e6c-0917ad346fc0 req-e7ca374c-9a21-451f-bb9e-0c5d4a4a457a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:06.987337 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b21aedc3-4b3b-49f0-9e6c-0917ad346fc0 req-e7ca374c-9a21-451f-bb9e-0c5d4a4a457a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 943 time: 0.2028720 Feb 02 13:45:07.058908 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b21aedc3-4b3b-49f0-9e6c-0917ad346fc0 req-5c3965f4-7212-45a7-a274-d54c7a80ddea tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642071 Feb 02 13:45:07.425508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2fbea35-0984-4cf9-93e7-9a7c82f01d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:08.299620 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 90af418b-4b22-43a0-bcd6-7e6947d5ae06 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:08.374797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30724665-d1c4-4ccc-9b84-acf72f273f9f req-80c85ea6-e2e7-48d1-8ecc-79496b92eabb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:08.376685 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30724665-d1c4-4ccc-9b84-acf72f273f9f req-80c85ea6-e2e7-48d1-8ecc-79496b92eabb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 943 time: 0.1810489 Feb 02 13:45:08.449140 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30724665-d1c4-4ccc-9b84-acf72f273f9f req-57b13842-fd5d-4324-903c-794e5d2ca096 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Feb 02 13:45:08.554713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:08.567467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:45:08.573048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:08.573475 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:08.709002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:08.763379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90af418b-4b22-43a0-bcd6-7e6947d5ae06'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:08.782910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 90af418b-4b22-43a0-bcd6-7e6947d5ae06, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af418b-4b22-43a0-bcd6-7e6947d5ae06,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:08.787761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:08.791086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7ee2157b-73f4-43b9-930d-a51c9f4ac9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:08.853235 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90af418b-4b22-43a0-bcd6-7e6947d5ae06', 'code': 200} Feb 02 13:45:08.877852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=90af418b-4b22-43a0-bcd6-7e6947d5ae06,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:08.883611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:09.159221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6079d7-2c6d-4b8a-9d48-7c4ecf47c881 req-5fdf1fc7-23a9-482c-af11-2d1ecd7df27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:09.160951 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af6079d7-2c6d-4b8a-9d48-7c4ecf47c881 req-5fdf1fc7-23a9-482c-af11-2d1ecd7df27b service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 1162 time: 0.0832126 Feb 02 13:45:09.205565 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-af6079d7-2c6d-4b8a-9d48-7c4ecf47c881 req-392b8827-ea8b-4e6d-a6ae-3b696d9e8671 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Feb 02 13:45:09.432191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:09.839092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95895cfb-88ef-462c-878d-167d86bc94aa req-c0946215-9283-4203-8f6a-09b3875551cd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:09.840870 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-95895cfb-88ef-462c-878d-167d86bc94aa req-c0946215-9283-4203-8f6a-09b3875551cd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 945 time: 0.1882801 Feb 02 13:45:09.911134 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-95895cfb-88ef-462c-878d-167d86bc94aa req-68f9d3d3-e8d2-4f11-8d44-32b1be96cfee tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626483 Feb 02 13:45:10.097993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 90af418b-4b22-43a0-bcd6-7e6947d5ae06 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:10.142065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:10.176637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:10.177110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:11.213028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c83af-69fb-4ab9-b3e6-3400f92e0170 req-7c4b1765-7f68-4bf9-b95d-fe9810adc19e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:11.214712 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f25c83af-69fb-4ab9-b3e6-3400f92e0170 req-7c4b1765-7f68-4bf9-b95d-fe9810adc19e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 945 time: 0.1716642 Feb 02 13:45:11.281832 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f25c83af-69fb-4ab9-b3e6-3400f92e0170 req-910bf169-cab2-4a65-b332-598172d6083f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598431 Feb 02 13:45:11.521303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:45:13.845287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-bce63ce0-826e-41f3-b2ea-d7ab16eccf0c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:13.847059 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-bce63ce0-826e-41f3-b2ea-d7ab16eccf0c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.2589395 Feb 02 13:45:13.864831 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-7e490c7e-1972-4f33-a473-7d35d1c210cd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/quotas/2cdac7e4b8ce421eaab3a75aa22097ac HTTP/1.1" status: 200 len: 375 time: 0.0112212 Feb 02 13:45:13.994550 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-d212ecd9-4246-4cf0-89d0-b4a2676d94c0 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234961 Feb 02 13:45:14.147424 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5f7c302c-675b-4f48-9b18-45ba3abe016b service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421437 Feb 02 13:45:14.297685 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-95a9ccc4-29ec-476a-9d33-5e8b2fee1902 service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435468 Feb 02 13:45:14.509320 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9a487271-45ea-45f3-bc68-45f6009434a1 req-6a7194f8-fd73-47c5-b344-c019a1ae88f4 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 210 time: 0.0505226 Feb 02 13:45:15.716561 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ec73302-1947-4066-9e8d-60bd314ccb50 req-d9860db4-b0b4-4694-92d0-875ef5cec94e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 210 time: 0.0652015 Feb 02 13:45:15.772369 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-d507b549-5ce9-4cb2-8d9a-60bae7ac7988 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:15.774178 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-d507b549-5ce9-4cb2-8d9a-60bae7ac7988 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.2815473 Feb 02 13:45:15.795238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Request body: {'port': {'device_id': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4', 'admin_state_up': True, 'tenant_id': '2cdac7e4b8ce421eaab3a75aa22097ac'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:15.959496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:45:15.964978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Usage tracker for resource:port and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:45:15.968544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:45:15.976362 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:45:15.988272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Made reservation on behalf of 2cdac7e4b8ce421eaab3a75aa22097ac for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:45:16.011140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:16.349381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Allocated IP 172.20.0.8 (121fe0b4-0a93-422b-a826-2c25e5bfbea4/69d05614-0612-4386-a82e-a213e5735263/a1a54670-46f2-46c9-ab03-3134ba6aa9ab) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:45:16.579646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:16.612191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:16.628222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f341428d-b748-46bd-b613-91001d036577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:17.028296 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d36e0-8bdf-4232-b2a8-e073badc55f1 req-171f1306-3b28-429e-9169-46ac185e9d14 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:17.030081 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-415d36e0-8bdf-4232-b2a8-e073badc55f1 req-171f1306-3b28-429e-9169-46ac185e9d14 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 931 time: 0.1735253 Feb 02 13:45:17.033844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event updated for resources: {'Port': ['ID=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:17.038778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:17.094190 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:45:17.095434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:45:17.097149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-415d36e0-8bdf-4232-b2a8-e073badc55f1 req-d1024728-3693-4095-a08d-a7515290d9a2 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600567 Feb 02 13:45:17.098020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:45:17.229576 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:17.230325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:17.253366 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-5b948cf0-fddf-4947-a1a7-bacbaff2935a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4627304 Feb 02 13:45:17.270769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Request body: {'port': {'device_id': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:17.396459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:17.709097 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-dd0072c8-afa8-42b8-bba5-5907c3e65960 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/floatingips/810ae817-a8f3-441d-8720-2b2e2abce32f HTTP/1.1" status: 200 len: 998 time: 0.1374402 Feb 02 13:45:17.841693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a54670-46f2-46c9-ab03-3134ba6aa9ab {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:45:17.851071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:17.866012 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Transition to ACTIVE for port object a1a54670-46f2-46c9-ab03-3134ba6aa9ab will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:45:17.871023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:17.885943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:17.963507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-944291d8-4afa-4030-a692-607c0b1f03eb tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:17.965203 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-944291d8-4afa-4030-a692-607c0b1f03eb tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/networks/f1c61ec5-e69b-4d2b-9333-f4049ef50a27 HTTP/1.1" status: 200 len: 784 time: 0.2499449 Feb 02 13:45:17.977027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-f811885d-7528-4295-a9d4-868c97ee0397 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:45:17.978267 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-f811885d-7528-4295-a9d4-868c97ee0397 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067644 Feb 02 13:45:18.024250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:18.030216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:18.116447 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-b9404da7-ba50-42a5-876b-24cb5d99a313 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.119 HTTP/1.1" status: 200 len: 1001 time: 0.1310799 Feb 02 13:45:18.243780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Attempting to bind port a1a54670-46f2-46c9-ab03-3134ba6aa9ab on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:45:18.244100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Attempting to bind port a1a54670-46f2-46c9-ab03-3134ba6aa9ab by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:45:18.244428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Attempting to bind port a1a54670-46f2-46c9-ab03-3134ba6aa9ab on network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:45:18.250767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:45:18.251338 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Checking segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:45:18.251895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:18.252152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Bound using segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:45:18.252637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Bound port: a1a54670-46f2-46c9-ab03-3134ba6aa9ab, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:45:18.253045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:18.301819 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-2b453272-9807-4731-9bb5-c9cc871708dc tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:18.303424 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-2b453272-9807-4731-9bb5-c9cc871708dc tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports/efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 942 time: 0.1808538 Feb 02 13:45:18.358933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] For port a1a54670-46f2-46c9-ab03-3134ba6aa9ab, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:45:18.362918 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] For port a1a54670-46f2-46c9-ab03-3134ba6aa9ab, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:45:18.368183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:18.436093 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:18.478139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad28901-b498-46cb-bdea-d78ba3c6d1da req-cd1963a5-398d-40ed-8a57-62a25547385b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:18.479925 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9ad28901-b498-46cb-bdea-d78ba3c6d1da req-cd1963a5-398d-40ed-8a57-62a25547385b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 943 time: 0.1754534 Feb 02 13:45:18.555145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:18.558960 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:18.594598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:18.594699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:18.596478 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-6cd089d7-f803-4b43-8019-29b855119299 service neutron] 10.222.0.134 "PUT /v2.0/ports/a1a54670-46f2-46c9-ab03-3134ba6aa9ab HTTP/1.1" status: 200 len: 1157 time: 1.3306918 Feb 02 13:45:18.597150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'tag': 'a1a54670-46f2-46c9-ab03-3134ba6aa9ab'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:18.747030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-850ea63f-4305-4105-b40b-80e4f575690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:18.749079 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-850ea63f-4305-4105-b40b-80e4f575690e service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 1160 time: 0.0993788 Feb 02 13:45:18.834390 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-fcbe9c1d-d5df-4bb1-b3cb-2ef759476287 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a54670-46f2-46c9-ab03-3134ba6aa9ab HTTP/1.1" status: 200 len: 217 time: 0.0713100 Feb 02 13:45:18.895908 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9ad28901-b498-46cb-bdea-d78ba3c6d1da req-7f98bfd0-406e-41c8-8f94-1673981ba36b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627987 Feb 02 13:45:18.910436 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-d89a1156-5920-40f3-8510-f55929d3aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:18.911517 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-d89a1156-5920-40f3-8510-f55929d3aacd service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0720890 Feb 02 13:45:18.917593 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-c5f0b0ce-06b5-4153-b430-db71e8854f92 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.0.119 HTTP/1.1" status: 200 len: 1001 time: 0.5263963 Feb 02 13:45:18.967354 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-ab487ed3-1237-4c89-a2e3-e3febbd0c15a service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496793 Feb 02 13:45:19.129312 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-3087db1b-4a84-4a59-b202-a54af09ce0b2 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519361 Feb 02 13:45:19.164977 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'tag': 'a1a54670-46f2-46c9-ab03-3134ba6aa9ab', 'status': 'completed', 'code': 200} Feb 02 13:45:19.178336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Deleting port f27e9429-e439-48b1-8fda-dcf60b3cd67f {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:19.178727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:19.287511 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-eb841c01-7294-4a9d-85b9-4329922897b7 req-279596a1-d151-4c5d-badd-4122cf46a258 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465774 Feb 02 13:45:19.377883 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:19.378206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:19.483070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-aa7055e5-a0c9-4974-acf9-bda7986fd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:19.484824 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-aa7055e5-a0c9-4974-acf9-bda7986fd935 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 1160 time: 0.0829618 Feb 02 13:45:19.516079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Calling delete_port for f27e9429-e439-48b1-8fda-dcf60b3cd67f owned by network:floatingip {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:19.636083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-ffff2a68-fbc0-4fd2-b3ad-0a0f2169ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:19.637713 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-ffff2a68-fbc0-4fd2-b3ad-0a0f2169ca91 service neutron] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 909 time: 0.1456084 Feb 02 13:45:19.678554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:19.692247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:19.720712 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-c776f2ba-f259-45f9-84a8-fe843acc65b1 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a54670-46f2-46c9-ab03-3134ba6aa9ab HTTP/1.1" status: 200 len: 217 time: 0.0754356 Feb 02 13:45:19.792511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-27a9a437-9a66-423f-8906-5b5558e82283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:19.794144 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-27a9a437-9a66-423f-8906-5b5558e82283 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0669675 Feb 02 13:45:19.794327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event deleted for resources: {'Port': ['ID=f27e9429-e439-48b1-8fda-dcf60b3cd67f,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:19.801223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:19.851158 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-f2c0007e-cbd2-4891-ac73-ccedb7b2c6c2 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515215 Feb 02 13:45:19.932851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for floatingip, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:19.933234 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Floating IP 810ae817-a8f3-441d-8720-2b2e2abce32f disassociated (deleted). External IP: 172.28.0.119, port: efaa2d0e-ef3d-4ca1-848b-1a4516f768c3. Feb 02 13:45:20.003041 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-daa4fdfa-1417-4ef8-b50b-fe7b209717d1 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448846 Feb 02 13:45:20.153034 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7c7f7510-2ee9-45ff-9ad0-58673eea79e8 req-3defdc9d-a1df-4321-bea9-0d49320f2bb4 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430702 Feb 02 13:45:20.409213 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050f14a-dbd0-4c44-a3dd-4da5abb63a93 req-968c0563-8349-4562-b20e-e63d94ad792f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:20.410931 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8050f14a-dbd0-4c44-a3dd-4da5abb63a93 req-968c0563-8349-4562-b20e-e63d94ad792f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 943 time: 0.3488300 Feb 02 13:45:20.513761 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8050f14a-dbd0-4c44-a3dd-4da5abb63a93 req-c43f456c-fdd2-4c16-9bda-e654bc009662 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886035 Feb 02 13:45:20.530587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:45:20.732490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:45:20.743155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] Sync routers for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:45:20.757608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:20.758664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:45:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:20.759461 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:20.825728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-a0200443-b232-480b-b6da-ddf0322fbab7 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "DELETE /v2.0/floatingips/810ae817-a8f3-441d-8720-2b2e2abce32f HTTP/1.1" status: 204 len: 173 time: 1.8966002 Feb 02 13:45:20.826233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:20.886666 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'status': 'completed', 'code': 200} Feb 02 13:45:20.927007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-236205e2-e125-470e-8f50-648d7ff62b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:20.928633 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-236205e2-e125-470e-8f50-648d7ff62b27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.0878136 Feb 02 13:45:20.988619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:21.022494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-84c5777e-3add-4dd4-af78-63e591bdeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.024168 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-84c5777e-3add-4dd4-af78-63e591bdeb56 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=dee579b338bc4aac9623d2faa9473b9e&device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 1162 time: 0.0870643 Feb 02 13:45:21.079638 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-c53ce204-e22c-4ff7-a6bc-f1673c1517bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.081336 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-c53ce204-e22c-4ff7-a6bc-f1673c1517bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1462231 Feb 02 13:45:21.159866 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-79f7c2b6-f517-41ca-9d9b-c903a8cf2e54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 217 time: 0.0714724 Feb 02 13:45:21.187401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-0d0f5d65-9271-4469-8eba-261d71ce238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.189796 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-0d0f5d65-9271-4469-8eba-261d71ce238f service neutron] 10.222.0.134 "GET /v2.0/networks?id=6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 200 len: 902 time: 0.1523125 Feb 02 13:45:21.233178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-8bc1cff6-d2f8-437e-8255-607233eddca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.237472 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-8bc1cff6-d2f8-437e-8255-607233eddca7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0711105 Feb 02 13:45:21.272281 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-154e665c-3e62-41c4-ab95-068a45545c9c service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 200 len: 217 time: 0.0720558 Feb 02 13:45:21.322634 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-b23a400c-bb74-4d18-9e7f-652dee8fe3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.324267 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-b23a400c-bb74-4d18-9e7f-652dee8fe3f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813484 Feb 02 13:45:21.342493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:22Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:21.342949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-a476b533-5a1b-4b28-a55e-12f3c07f4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.344871 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-a476b533-5a1b-4b28-a55e-12f3c07f4e22 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 200 len: 847 time: 0.0680518 Feb 02 13:45:21.347706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] Checking router: 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:45:21.357254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:21.357944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:45:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:21.440124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-1e903663-3829-437b-b319-f7c182d95211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.442266 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-1e903663-3829-437b-b319-f7c182d95211 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=6d2e43c5-765b-4864-b804-8bf55bcde811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917847 Feb 02 13:45:21.473606 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-56007d20-d9a9-44ba-9346-a22ec9d01720 service neutron] 10.222.0.90 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410675 Feb 02 13:45:21.559282 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:21.682327 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fe18fd66-f371-4af2-ae8f-0da40ea04872 req-b4e26cc3-a822-44d3-a92c-90f11edb8047 service neutron] 10.222.0.90 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2016995 Feb 02 13:45:21.877539 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-13f2ca12-9829-4364-9be3-c81cfe1897ac service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305730 Feb 02 13:45:21.879037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6883f91-8bcd-489d-9de4-612fe6fe6585 req-696601d8-c75a-4958-8a8d-51d19b57643c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:21.881380 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f6883f91-8bcd-489d-9de4-612fe6fe6585 req-696601d8-c75a-4958-8a8d-51d19b57643c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 943 time: 0.2045054 Feb 02 13:45:21.965229 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f6883f91-8bcd-489d-9de4-612fe6fe6585 req-b81c2848-247d-49d6-9fb7-621de6958f62 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768552 Feb 02 13:45:21.980812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:22Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:21.987567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b03d5e-ff0f-4306-bdf1-8cfb47bb04a3 None None] The sync data for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb is: [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:40:09Z', 'revision_number': 4, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'c426c330-41eb-4fa1-8063-232c4753668f', 'name': '', 'network_id': '6d2e43c5-765b-4864-b804-8bf55bcde811', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'mac_address': 'fa:16:3e:55:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:07Z', 'updated_at': '2021-02-02T13:40:22Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'subnets': [{'id': '686703a0-6c37-45ba-94a7-ea5064cbc029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:45:22.051594 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fcd3bac0-adc7-409a-8d83-1aec02d336ab req-f65b8427-b6f8-401d-9b2e-4e0d5b7780d2 service neutron] 10.222.0.134 "GET /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1667311 Feb 02 13:45:22.380042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8039fe-65f8-43d5-b00d-9938fb3c795b None None] New status for floating IP 810ae817-a8f3-441d-8720-2b2e2abce32f: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:45:22.438255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device a1a54670-46f2-46c9-ab03-3134ba6aa9ab up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:22.516886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port a1a54670-46f2-46c9-ab03-3134ba6aa9ab completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:45:22.522053 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port a1a54670-46f2-46c9-ab03-3134ba6aa9ab triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:22.522483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:22.545603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3883a5b-03c5-4896-bc61-ccd90aba0018 req-58ee82c4-e453-45e0-9f00-fa623e656b34 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:22.546437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c3883a5b-03c5-4896-bc61-ccd90aba0018 req-58ee82c4-e453-45e0-9f00-fa623e656b34 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Synchronizing usage tracker for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:45:22.563248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c3883a5b-03c5-4896-bc61-ccd90aba0018 req-58ee82c4-e453-45e0-9f00-fa623e656b34 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Unset dirty status for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:45:22.564790 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3883a5b-03c5-4896-bc61-ccd90aba0018 req-58ee82c4-e453-45e0-9f00-fa623e656b34 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.2043512 Feb 02 13:45:22.667071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:22.699356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a54670-46f2-46c9-ab03-3134ba6aa9ab'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:22.712145 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port a1a54670-46f2-46c9-ab03-3134ba6aa9ab, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:22.717778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:22.722642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:22.766559 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a54670-46f2-46c9-ab03-3134ba6aa9ab', 'code': 200} Feb 02 13:45:22.810538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:22.815525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:22.886801 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3883a5b-03c5-4896-bc61-ccd90aba0018 req-41714f9d-f002-4c44-9920-c8ee1dfd6256 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3147979 Feb 02 13:45:23.081084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650fcad-ea35-43a6-b621-2992173c1b02 req-00a44879-554c-4a4a-8493-9bed64c7448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:23.082659 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2650fcad-ea35-43a6-b621-2992173c1b02 req-00a44879-554c-4a4a-8493-9bed64c7448f service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 1162 time: 0.0882359 Feb 02 13:45:23.127761 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2650fcad-ea35-43a6-b621-2992173c1b02 req-96d3fa44-4def-45dc-bf42-26b32bdedc60 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Feb 02 13:45:23.255740 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049eedf-0ada-42bd-97ba-2d1b64cf7a90 req-b0fcf6f2-ebbc-4fad-a406-0bcba3620375 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:23.257517 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7049eedf-0ada-42bd-97ba-2d1b64cf7a90 req-b0fcf6f2-ebbc-4fad-a406-0bcba3620375 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 945 time: 0.1655562 Feb 02 13:45:23.325308 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7049eedf-0ada-42bd-97ba-2d1b64cf7a90 req-8d751d42-240e-4953-8a93-fb8d45ce0f28 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611384 Feb 02 13:45:24.005020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-57954b3a-6708-422a-94e5-688c9d7718c0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:24.005935 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-57954b3a-6708-422a-94e5-688c9d7718c0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Synchronizing usage tracker for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:45:24.019825 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-57954b3a-6708-422a-94e5-688c9d7718c0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Unset dirty status for tenant:dee579b338bc4aac9623d2faa9473b9e on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:45:24.021190 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-57954b3a-6708-422a-94e5-688c9d7718c0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.134 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.1955676 Feb 02 13:45:24.175899 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Deleting port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:24.176306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:24.242277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device a1a54670-46f2-46c9-ab03-3134ba6aa9ab up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:24.262415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d598-9ebf-4d93-bd82-bbdd20664807 req-70a76177-ece1-40ad-a33c-6138bd280397 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:24.264309 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5f47d598-9ebf-4d93-bd82-bbdd20664807 req-70a76177-ece1-40ad-a33c-6138bd280397 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 945 time: 0.2306621 Feb 02 13:45:24.323987 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port a1a54670-46f2-46c9-ab03-3134ba6aa9ab triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:24.324796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:24.385270 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5f47d598-9ebf-4d93-bd82-bbdd20664807 req-f29c860c-b5f1-497c-aa4f-a4f3d79095d0 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1073103 Feb 02 13:45:24.508872 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:24.520220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:24.538325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:24.538707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:24.650663 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:24.687818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:24.693575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:24.695756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:24.697383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e631-cb64-4019-a6bf-1c6a2252173e req-10407f83-e727-4f95-9e8a-02797aeafbfa tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:24.699161 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3805e631-cb64-4019-a6bf-1c6a2252173e req-10407f83-e727-4f95-9e8a-02797aeafbfa tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 945 time: 0.2282465 Feb 02 13:45:24.734884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Calling delete_port for efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:24.768553 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:24.786659 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=7']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:24.788343 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3805e631-cb64-4019-a6bf-1c6a2252173e req-c8eb2274-2da0-4c57-b643-fb110ed62b39 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756552 Feb 02 13:45:24.792612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:24.851850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:45:24.852227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:45:24.858247 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'code': 200} Feb 02 13:45:25.353842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Deleting port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:25.354347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:25.650809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] For port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:25.651149 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:25.689438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7fb08-709c-4a15-baa7-7adbf497acb9 req-4518f6a5-8e76-4ce5-b74d-452de36062eb tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:25.691202 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-41b7fb08-709c-4a15-baa7-7adbf497acb9 req-4518f6a5-8e76-4ce5-b74d-452de36062eb tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 943 time: 0.1747856 Feb 02 13:45:25.759872 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-41b7fb08-709c-4a15-baa7-7adbf497acb9 req-d27c15d4-b078-4783-acf0-b85eb5de41b4 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups?id=e36678e5-7913-4f19-b80c-4a3736effbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619121 Feb 02 13:45:25.808133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Calling delete_port for efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:25.969874 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:25.985738 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1317b362-0600-46e6-85b7-0015644108ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:26.090468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event deleted for resources: {'Port': ['ID=efaa2d0e-ef3d-4ca1-848b-1a4516f768c3,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:26.093322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:26.204058 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] No DVR routers for this DVR port efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:45:26.206926 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:26.209978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-deleted', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:26.227149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c3332cce-0e63-40fd-a592-2a28434f0dc4 req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.134 "DELETE /v2.0/ports/efaa2d0e-ef3d-4ca1-848b-1a4516f768c3 HTTP/1.1" status: 204 len: 173 time: 2.1925857 Feb 02 13:45:26.273909 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5169e2c-6176-491e-aed7-b48de74c9337', 'name': 'network-vif-deleted', 'tag': 'efaa2d0e-ef3d-4ca1-848b-1a4516f768c3', 'status': 'completed', 'code': 200} Feb 02 13:45:27.010881 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a5c565e8-1dc9-49dd-85e8-1967035b5b6d req-0c6673d4-114b-4d58-8265-d5f2c214f756 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a5169e2c-6176-491e-aed7-b48de74c9337 HTTP/1.1" status: 200 len: 210 time: 0.0636985 Feb 02 13:45:28.224713 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-765186d9-80e9-4288-9e40-dfc4b40161bf req-2b7322eb-590a-4ef4-82ae-8e0af1f8d3d5 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "GET /v2.0/security-groups/e36678e5-7913-4f19-b80c-4a3736effbdc HTTP/1.1" status: 200 len: 2993 time: 0.0694051 Feb 02 13:45:28.317962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-765186d9-80e9-4288-9e40-dfc4b40161bf req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:28.351915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-765186d9-80e9-4288-9e40-dfc4b40161bf req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:28.407787 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-765186d9-80e9-4288-9e40-dfc4b40161bf req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:28.413267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:28.429952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36678e5-7913-4f19-b80c-4a3736effbdc,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:28.434020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:28.443520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-765186d9-80e9-4288-9e40-dfc4b40161bf req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:28.445605 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-765186d9-80e9-4288-9e40-dfc4b40161bf req-a2161fee-2da0-4d87-8087-486c84381999 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] 10.222.0.90 "DELETE /v2.0/security-groups/e36678e5-7913-4f19-b80c-4a3736effbdc HTTP/1.1" status: 204 len: 173 time: 0.2142358 Feb 02 13:45:28.524129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46590) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:29.212551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853802698'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:29.598555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Deleting port c426c330-41eb-4fa1-8063-232c4753668f {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:29.599205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:29.850679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] For port c426c330-41eb-4fa1-8063-232c4753668f, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=c426c330-41eb-4fa1-8063-232c4753668f,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:29.851112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:29.992085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Calling delete_port for c426c330-41eb-4fa1-8063-232c4753668f owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:30.193235 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:30.211590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-feb90ad3-5c3a-481c-9a5d-65d723d1bbfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:30.308377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c426c330-41eb-4fa1-8063-232c4753668f,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:30.312322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:30.626660 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972658'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:31.607840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:45:31.946491 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-2b6b50d5-c03e-4468-8538-c52500c82bdd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:31.948455 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-2b6b50d5-c03e-4468-8538-c52500c82bdd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.5003142 Feb 02 13:45:31.984710 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-c73989eb-3d55-4f40-98a3-61b3a7ddae68 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/quotas/2cdac7e4b8ce421eaab3a75aa22097ac HTTP/1.1" status: 200 len: 375 time: 0.0239563 Feb 02 13:45:32.087681 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:45:32.099444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] Sync routers for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:45:32.110589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:32.111451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:45:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:32.119812 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] 10.222.0.90 "PUT /v2.0/routers/481fe611-9ba7-4dd4-aab4-c8d3b941ac1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5915556 Feb 02 13:45:32.120502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46630) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:32.211866 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-fb02ac16-73ec-4281-8971-d273299d5cce tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144315 Feb 02 13:45:32.328621 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:32.360181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:32.390456 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-9c4f1621-8f3c-44ca-b697-860869fde1b5 service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695797 Feb 02 13:45:32.605066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:32.610497 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-931919d6-a914-463a-b434-a4302748dd6f service neutron] 10.222.0.90 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1972654 Feb 02 13:45:32.621745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Deleting port 3aa18b17-bd09-4ba8-abdb-465122dbb767 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:32.622511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:32.876097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] For port 3aa18b17-bd09-4ba8-abdb-465122dbb767, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=3aa18b17-bd09-4ba8-abdb-465122dbb767,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:32.876528 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:32.922448 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:45:30Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:32.927395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] Checking router: 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:45:32.937637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] Routers {'481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:32.938520 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:45:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:32.944384 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f7f36767-ac3c-4639-80d9-3e36f522e80b req-c8893afc-c1b0-4316-8510-6240896236f9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 210 time: 0.1067870 Feb 02 13:45:33.032632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Calling delete_port for 3aa18b17-bd09-4ba8-abdb-465122dbb767 owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:33.197472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] Set router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:33.204867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:33.563625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:45:30Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:33.571332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35721-6b37-4766-999e-5b9046a20710 None None] The sync data for ids ['481fe611-9ba7-4dd4-aab4-c8d3b941ac1f'] in dv-cinder-772388-4-smb is: [{'id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'name': 'tempest-TestShelveInstance-865599938-router', 'tenant_id': 'dee579b338bc4aac9623d2faa9473b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:39:58Z', 'updated_at': '2021-02-02T13:45:30Z', 'revision_number': 5, 'project_id': 'dee579b338bc4aac9623d2faa9473b9e', 'gw_port': {'id': '3aa18b17-bd09-4ba8-abdb-465122dbb767', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481fe611-9ba7-4dd4-aab4-c8d3b941ac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:00Z', 'updated_at': '2021-02-02T13:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:45:33.754786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972948'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:33.924095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14183'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:33.926739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:33.954833 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853806997'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:33.955767 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481fe611-9ba7-4dd4-aab4-c8d3b941ac1f {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 13:45:33.971602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:33.973028 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-279ba97e-70ad-4ccc-8267-e85317102ae6 admin admin] 10.222.0.90 "DELETE /v2.0/routers/481fe611-9ba7-4dd4-aab4-c8d3b941ac1f HTTP/1.1" status: 204 len: 168 time: 1.8512766 Feb 02 13:45:33.977437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46648) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:34.123059 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83a341cf-ba15-4db1-8b55-fb9faf9cc83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:34.179130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Deleting subnet 686703a0-6c37-45ba-94a7-ea5064cbc029 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:45:34.182906 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:34.225663 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a92e9cbe-45d3-4e5f-a8eb-fd66af0ab083 req-4ad115b1-df9e-47e3-b9ce-2edb643d58c7 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 210 time: 0.0636234 Feb 02 13:45:34.281268 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:34.402737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-e84865c1-1f11-46ea-8fd7-90c6d13faeb2 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:34.404482 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-e84865c1-1f11-46ea-8fd7-90c6d13faeb2 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 815 time: 0.3917832 Feb 02 13:45:34.434182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Request body: {'port': {'device_id': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4', 'admin_state_up': True, 'tenant_id': '2cdac7e4b8ce421eaab3a75aa22097ac'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:34.517331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device c426c330-41eb-4fa1-8063-232c4753668f no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:34.560593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: c426c330-41eb-4fa1-8063-232c4753668f {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:34.561121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device c426c330-41eb-4fa1-8063-232c4753668f not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:34.561613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3aa18b17-bd09-4ba8-abdb-465122dbb767 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:34.583685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:34.600513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 3aa18b17-bd09-4ba8-abdb-465122dbb767 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:34.600966 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 3aa18b17-bd09-4ba8-abdb-465122dbb767 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:34.657631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:45:34.680560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Usage tracker for resource:port and tenant:2cdac7e4b8ce421eaab3a75aa22097ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:45:34.686770 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:45:34.746203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:45:34.770248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Made reservation on behalf of 2cdac7e4b8ce421eaab3a75aa22097ac for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:45:34.791625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.133653 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.157335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c8592e54-0924-4586-8dd4-3b939b9d035c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:35.256400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686703a0-6c37-45ba-94a7-ea5064cbc029,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:35.323580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.323999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.324415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.324862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.325254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.325656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.326054 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.326451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.326847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.327246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.327641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.328113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.328586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.329128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.329575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.329972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.330367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.330762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.331151 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.331542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.331933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.332329 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.332713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.333159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:35.341752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:35.391749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Allocated IP 172.20.0.2 (121fe0b4-0a93-422b-a826-2c25e5bfbea4/69d05614-0612-4386-a82e-a213e5735263/5fe59237-9148-4095-9564-7e75622f7591) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:45:35.403731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.409610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a5a4b-64e4-4be2-a81e-a4700155fcdf None None] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:45:35.419244 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-52b5be73-9cad-4fba-aa70-98785827545c req-15569e3c-d51b-4139-9fe2-9771bfca1603 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 210 time: 0.0617495 Feb 02 13:45:35.423513 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e4e2546c-8765-43eb-9ca2-97b410afa74b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/686703a0-6c37-45ba-94a7-ea5064cbc029 HTTP/1.1" status: 204 len: 168 time: 1.4449093 Feb 02 13:45:35.428106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46662) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:35.577153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.650058 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.664467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Deleting port b5971afb-0bc3-435d-83af-30dad6b0a2a9 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:35.664741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.682985 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.698979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d2fea461-a554-4c0d-b6b3-72b60be354b0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:35.730414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] DHCP port deletion for 6d2e43c5-765b-4864-b804-8bf55bcde811 request from dv-cinder-772388-4-smb {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 02 13:45:35.735167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Deleting port b5971afb-0bc3-435d-83af-30dad6b0a2a9 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:35.735650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.843603 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event updated for resources: {'Port': ['ID=5fe59237-9148-4095-9564-7e75622f7591,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:35.848706 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:35.908714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:45:35.909218 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] For port b5971afb-0bc3-435d-83af-30dad6b0a2a9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b5971afb-0bc3-435d-83af-30dad6b0a2a9,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:35.909497 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:35.910532 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:45:35.913873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:45:35.982370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] For port b5971afb-0bc3-435d-83af-30dad6b0a2a9, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=b5971afb-0bc3-435d-83af-30dad6b0a2a9,segment=NetworkSegment(27dd5990-6be2-4c29-b0b1-d542e589df49),segment_id=27dd5990-6be2-4c29-b0b1-d542e589df49)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:35.983277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.057964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Calling delete_port for b5971afb-0bc3-435d-83af-30dad6b0a2a9 owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:36.067109 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:36.067941 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.090652 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-a13f4ea8-1a8a-44cf-9857-c7e257140a1b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6650720 Feb 02 13:45:36.105784 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Request body: {'port': {'device_id': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:36.126945 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Calling delete_port for b5971afb-0bc3-435d-83af-30dad6b0a2a9 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:36.141468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.157533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6c5a14d8-ce83-413f-b9bb-cd3523e08b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:36.218264 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:45:36.219189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:45:36.248055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.258020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5971afb-0bc3-435d-83af-30dad6b0a2a9,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:36.278702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.279124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.279534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.279942 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.280341 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.280709 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.281168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.281543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.281993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.282387 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.282778 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.283167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.283600 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.283990 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.284378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.284760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.285198 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.285589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.285977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.286364 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.286749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.287152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.287539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.287924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:45:36.293122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:36.322038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] No DVR routers for this DVR port b5971afb-0bc3-435d-83af-30dad6b0a2a9 on host dv-cinder-772388-4-smb {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:45:36.448414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.540510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b5971afb-0bc3-435d-83af-30dad6b0a2a9 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:36.571627 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2e43c5-765b-4864-b804-8bf55bcde811']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:36.585157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: b5971afb-0bc3-435d-83af-30dad6b0a2a9 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:36.585651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device b5971afb-0bc3-435d-83af-30dad6b0a2a9 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:36.587804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dd5990-6be2-4c29-b0b1-d542e589df49') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:36.588169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dd5990-6be2-4c29-b0b1-d542e589df49') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:36.644434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848026664'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.669356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.672851 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:45:36.705257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe59237-9148-4095-9564-7e75622f7591 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:45:36.713760 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.720490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Deleting port b5971afb-0bc3-435d-83af-30dad6b0a2a9 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:36.721174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:36.800575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-de53d2ef-417f-472b-90ed-636d449e0d11 None None] The port 'b5971afb-0bc3-435d-83af-30dad6b0a2a9' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 02 13:45:37.116496 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:45:37.130856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504193'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:37.230275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3678f-e732-4416-ab77-d3703d4ef399 req-a33b0da9-157e-4cb3-b96e-d5ed5e12127a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:37.232030 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34b3678f-e732-4416-ab77-d3703d4ef399 req-a33b0da9-157e-4cb3-b96e-d5ed5e12127a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 931 time: 0.6520016 Feb 02 13:45:37.410409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca8e79c0-b4a0-4ea6-a07d-2783f9b5766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:37.450465 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34b3678f-e732-4416-ab77-d3703d4ef399 req-5d0fc8b7-4c85-4d05-9662-2f59e45d6477 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712260 Feb 02 13:45:37.452240 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Network 6d2e43c5-765b-4864-b804-8bf55bcde811 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:45:37.476690 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:45:37.555773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Transition to ACTIVE for port object 5fe59237-9148-4095-9564-7e75622f7591 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:45:37.558063 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:37.558992 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:37.561888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80b43892-6411-4126-835a-84e2f7c2888d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:37.574459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b3fc83a9-7c92-430c-8772-20b3ae084da8 tempest-TestShelveInstance-1076455860 tempest-TestShelveInstance-1076455860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:37.577661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:37.589082 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2e43c5-765b-4864-b804-8bf55bcde811,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:37.592588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:37.605198 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/6d2e43c5-765b-4864-b804-8bf55bcde811 HTTP/1.1" status: 204 len: 168 time: 2.1754639 Feb 02 13:45:37.610390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46672) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:37.975552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Pushing event updated for resources: {'Port': ['ID=5fe59237-9148-4095-9564-7e75622f7591,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:37.980119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:38.169554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Attempting to bind port 5fe59237-9148-4095-9564-7e75622f7591 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:45:38.169927 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Attempting to bind port 5fe59237-9148-4095-9564-7e75622f7591 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:45:38.170303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Attempting to bind port 5fe59237-9148-4095-9564-7e75622f7591 on network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:45:38.176269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:45:38.176670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Checking segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:45:38.177142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.177544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Bound using segment: {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:45:38.178032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Bound port: 5fe59237-9148-4095-9564-7e75622f7591, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054b6990-514d-4196-a0cd-f4592d725b20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '121fe0b4-0a93-422b-a826-2c25e5bfbea4'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:45:38.178416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.226157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853802698'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.277126 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] For port 5fe59237-9148-4095-9564-7e75622f7591, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:45:38.280736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] For port 5fe59237-9148-4095-9564-7e75622f7591, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5fe59237-9148-4095-9564-7e75622f7591,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:45:38.285588 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.301931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:38.463600 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.468211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Pushing event updated for resources: {'Port': ['ID=5fe59237-9148-4095-9564-7e75622f7591,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:38.474592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:38.508157 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:38.508837 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.510388 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] 10.222.0.134 "PUT /v2.0/ports/5fe59237-9148-4095-9564-7e75622f7591 HTTP/1.1" status: 200 len: 1157 time: 2.4102561 Feb 02 13:45:38.510950 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'tag': '5fe59237-9148-4095-9564-7e75622f7591'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:38.609661 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'tag': '5fe59237-9148-4095-9564-7e75622f7591', 'status': 'completed', 'code': 200} Feb 02 13:45:38.649590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-9e7c3531-cdf8-4b02-b771-6b9cab7607a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:38.651275 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-9e7c3531-cdf8-4b02-b771-6b9cab7607a8 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 1160 time: 0.0848620 Feb 02 13:45:38.699042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Deleting port 4be2eccf-f7e0-41b8-8761-19643e6e7385 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:38.699395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:38.740607 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-563f64c2-4644-4d11-a204-e3a2037c2d7a service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fe59237-9148-4095-9564-7e75622f7591 HTTP/1.1" status: 200 len: 217 time: 0.0714724 Feb 02 13:45:38.812467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-8691d235-6084-4e99-95de-203ee1a2a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:38.814153 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-8691d235-6084-4e99-95de-203ee1a2a5b1 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0663610 Feb 02 13:45:38.875152 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-580594f2-6a22-4b67-9a04-9d05a137844e service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538082 Feb 02 13:45:38.926471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c10e0-534f-46d8-ba90-feaf8a7de11f req-a2d27e34-5245-40cc-9651-f0c033d8714b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:38.928231 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0b6c10e0-534f-46d8-ba90-feaf8a7de11f req-a2d27e34-5245-40cc-9651-f0c033d8714b tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 943 time: 0.3185046 Feb 02 13:45:39.026262 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-89c2bd2f-6526-4bce-88a9-63e436dd25f4 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448050 Feb 02 13:45:39.033550 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0b6c10e0-534f-46d8-ba90-feaf8a7de11f req-32e503b6-d420-43bb-b48e-b867210769ba tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944338 Feb 02 13:45:39.039451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] For port 4be2eccf-f7e0-41b8-8761-19643e6e7385, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=4be2eccf-f7e0-41b8-8761-19643e6e7385,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:39.039837 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:39.178317 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Calling delete_port for 4be2eccf-f7e0-41b8-8761-19643e6e7385 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:39.179430 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8d7e3e8f-fe6d-49d7-b2fb-c36b3081b384 req-965ee871-7bdc-409d-adc0-a3615f7f05de service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442459 Feb 02 13:45:39.366020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:39.377160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-cbf5ffbd-e5b3-4d97-9fdb-b8f4c4a1dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:39.378869 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-cbf5ffbd-e5b3-4d97-9fdb-b8f4c4a1dc6b service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 1160 time: 0.0940018 Feb 02 13:45:39.384548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-137282d0-cfb9-429a-a270-86a74cc072b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:39.456822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:39.507956 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Pushing event deleted for resources: {'Port': ['ID=4be2eccf-f7e0-41b8-8761-19643e6e7385,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:39.516055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:39.574223 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-8357d487-5191-4136-84e6-5f62666632b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:39.576838 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-8357d487-5191-4136-84e6-5f62666632b5 service neutron] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 909 time: 0.1915030 Feb 02 13:45:39.689298 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-d444ba22-f98c-47fc-b693-8e3dcd039df2 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fe59237-9148-4095-9564-7e75622f7591 HTTP/1.1" status: 200 len: 217 time: 0.0948353 Feb 02 13:45:39.787164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-0a9c7979-174e-430e-878f-e79ac21992a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:39.789261 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-0a9c7979-174e-430e-878f-e79ac21992a3 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0926471 Feb 02 13:45:39.854374 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-c48c0b99-4cd7-4dac-8678-7973dc38112b service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571046 Feb 02 13:45:39.901996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972658'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:40.031966 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-610899dc-1978-46e6-a335-57759bd4de21 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687520 Feb 02 13:45:40.118522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:40.197728 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-beaec4e4-4775-41a3-b920-31cd5a758eb7 req-54e829af-7e3d-43ab-9b84-0081532a5f06 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1580372 Feb 02 13:45:40.779513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90716-9dc3-4790-9ac6-f4aea9ad60a2 req-1afe1954-b886-44ad-ab35-138a2abb7b9c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:40.779513 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cbf90716-9dc3-4790-9ac6-f4aea9ad60a2 req-1afe1954-b886-44ad-ab35-138a2abb7b9c tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 943 time: 0.3502054 Feb 02 13:45:40.870165 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5fe59237-9148-4095-9564-7e75622f7591 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:40.882354 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cbf90716-9dc3-4790-9ac6-f4aea9ad60a2 req-80097a04-19a0-4fe5-9fb3-c039534c4c02 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 Feb 02 13:45:40.935179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Router 128f0f12-74e2-485e-9d42-aadef27a8e5e has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:45:40.966651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 5fe59237-9148-4095-9564-7e75622f7591 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:45:40.972695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5fe59237-9148-4095-9564-7e75622f7591 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:40.973150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.105225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.136193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe59237-9148-4095-9564-7e75622f7591'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:41.146498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:45:41.147619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 5fe59237-9148-4095-9564-7e75622f7591, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5fe59237-9148-4095-9564-7e75622f7591,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:41.152181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.153355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device a1a54670-46f2-46c9-ab03-3134ba6aa9ab up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:41.158421 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-71d93c71-6c4e-4d0f-b636-3f33ebea6edb admin admin] 10.222.0.90 "PUT /v2.0/routers/128f0f12-74e2-485e-9d42-aadef27a8e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467355 Feb 02 13:45:41.161432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46690) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:41.164415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] Sync routers for ids ['128f0f12-74e2-485e-9d42-aadef27a8e5e'] in dv-cinder-772388-4-smb {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:45:41.180625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] Routers {'128f0f12-74e2-485e-9d42-aadef27a8e5e'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:41.181589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:45:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['128f0f12-74e2-485e-9d42-aadef27a8e5e'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:41.189986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:41.234869 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe59237-9148-4095-9564-7e75622f7591', 'code': 200} Feb 02 13:45:41.299307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=5fe59237-9148-4095-9564-7e75622f7591,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:41.303437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:41.315227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port a1a54670-46f2-46c9-ab03-3134ba6aa9ab triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:41.315676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.386766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.571070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] Set router 128f0f12-74e2-485e-9d42-aadef27a8e5e gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:41.669319 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.676055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Deleting port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:41.676431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.756799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ac1f-d795-4f4b-900d-da281eb4dcf3 req-3b10ae1c-3ce4-4922-b353-5ec293f46651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:41.758462 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2d29ac1f-d795-4f4b-900d-da281eb4dcf3 req-3b10ae1c-3ce4-4922-b353-5ec293f46651 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 1162 time: 0.2046552 Feb 02 13:45:41.883663 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2d29ac1f-d795-4f4b-900d-da281eb4dcf3 req-c618bb91-a3f2-4ccf-815c-a1afec5efa1b service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749757 Feb 02 13:45:41.896556 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:45:39Z', 'revision_number': 5, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:41.901577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] Checking router: 128f0f12-74e2-485e-9d42-aadef27a8e5e for host: dv-cinder-772388-4-smb {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:45:41.911771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] For port 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=1bcf32bb-a9a8-48e5-9f72-e5b2656b255d,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:41.911978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] Routers {'128f0f12-74e2-485e-9d42-aadef27a8e5e'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:45:41.912235 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:41.912751 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:45:37Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['128f0f12-74e2-485e-9d42-aadef27a8e5e'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:42.060066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Calling delete_port for 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:42.142470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] Set router 128f0f12-74e2-485e-9d42-aadef27a8e5e gateway port host: dv-cinder-772388-4-smb {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:45:42.234891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.248943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ddf96-c31d-4e38-a9e7-608304fb70e8 req-12f0dce9-8c58-47b1-bbf2-826e2b53dd53 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:42.251944 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-707ddf96-c31d-4e38-a9e7-608304fb70e8 req-12f0dce9-8c58-47b1-bbf2-826e2b53dd53 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 945 time: 0.2000110 Feb 02 13:45:42.330336 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-707ddf96-c31d-4e38-a9e7-608304fb70e8 req-bfbce130-61ae-4fc4-bb4d-f046f8914412 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698118 Feb 02 13:45:42.402865 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5fe59237-9148-4095-9564-7e75622f7591 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:42.494159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5fe59237-9148-4095-9564-7e75622f7591 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:42.494490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.540137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:45:39Z', 'revision_number': 5, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:42.545252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b286ad-4408-482f-b23f-8574dc01c841 None None] The sync data for ids ['128f0f12-74e2-485e-9d42-aadef27a8e5e'] in dv-cinder-772388-4-smb is: [{'id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'name': 'tempest-TestShelveInstance-1485726343-router', 'tenant_id': 'bd72bd9840744efb965e1f7cc6590a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:40:16Z', 'updated_at': '2021-02-02T13:45:39Z', 'revision_number': 5, 'project_id': 'bd72bd9840744efb965e1f7cc6590a89', 'gw_port': {'id': '1bcf32bb-a9a8-48e5-9f72-e5b2656b255d', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128f0f12-74e2-485e-9d42-aadef27a8e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:40:17Z', 'updated_at': '2021-02-02T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:45:42.749826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972948'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.903133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14183'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.906087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.937509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853806997'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.938696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128f0f12-74e2-485e-9d42-aadef27a8e5e {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 13:45:42.952413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:42.953666 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-bc9385e4-3af6-441e-99d2-f2e33da88792 admin admin] 10.222.0.90 "DELETE /v2.0/routers/128f0f12-74e2-485e-9d42-aadef27a8e5e HTTP/1.1" status: 204 len: 168 time: 1.7906215 Feb 02 13:45:42.956752 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46698) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:43.025968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Deleting subnet cc0449b0-8b84-4be5-b2da-4001632bae2b {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:45:43.029403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.087798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.182237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.507029 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.523816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:43.615486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0449b0-8b84-4be5-b2da-4001632bae2b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:43.618303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:43.651691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9628ce3-d647-4fc0-af54-9f7c6db8b63b req-87a951b2-f9af-4457-b76a-9038d676d953 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:43.653495 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c9628ce3-d647-4fc0-af54-9f7c6db8b63b req-87a951b2-f9af-4457-b76a-9038d676d953 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 945 time: 0.1710010 Feb 02 13:45:43.666983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.678019 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cc0449b0-8b84-4be5-b2da-4001632bae2b HTTP/1.1" status: 204 len: 168 time: 0.7161384 Feb 02 13:45:43.678313 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b954221-d07d-41c8-af05-078f5e6e6e8c None None] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:45:43.678494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46706) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:43.734778 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c9628ce3-d647-4fc0-af54-9f7c6db8b63b req-28a0995d-5a88-4ab7-a8cd-5178cc36081e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Feb 02 13:45:43.816140 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.889347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Deleting port 7a9213d7-a302-4f39-8508-61f657b726fd {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:43.889613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:43.989435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] DHCP port deletion for 0706e8d9-dbb0-4970-a717-ddb19057f4c2 request from dv-cinder-772388-4-smb {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 02 13:45:43.993869 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Deleting port 7a9213d7-a302-4f39-8508-61f657b726fd {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:43.994438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.202423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] For port 7a9213d7-a302-4f39-8508-61f657b726fd, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=7a9213d7-a302-4f39-8508-61f657b726fd,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:44.203176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.258560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] For port 7a9213d7-a302-4f39-8508-61f657b726fd, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=7a9213d7-a302-4f39-8508-61f657b726fd,segment=NetworkSegment(8eab28e0-7430-4574-b38f-e4dd4d7bec20),segment_id=8eab28e0-7430-4574-b38f-e4dd4d7bec20)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:44.258922 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.360719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Calling delete_port for 7a9213d7-a302-4f39-8508-61f657b726fd owned by network:dhcp {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:44.414005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Calling delete_port for 7a9213d7-a302-4f39-8508-61f657b726fd owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:44.459232 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5fe59237-9148-4095-9564-7e75622f7591 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:45:44.477604 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.506377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97ddec07-22da-4c73-a657-bf6b85d97730 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:44.548201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:44.632800 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9213d7-a302-4f39-8508-61f657b726fd,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:44.648972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:44.688807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] No DVR routers for this DVR port 7a9213d7-a302-4f39-8508-61f657b726fd on host dv-cinder-772388-4-smb {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:45:44.781852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:44.782287 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 1bcf32bb-a9a8-48e5-9f72-e5b2656b255d not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:44.782769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 4be2eccf-f7e0-41b8-8761-19643e6e7385 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:44.820806 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.834820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 4be2eccf-f7e0-41b8-8761-19643e6e7385 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:44.835219 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 4be2eccf-f7e0-41b8-8761-19643e6e7385 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:44.835728 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 7a9213d7-a302-4f39-8508-61f657b726fd no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:44.891390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 7a9213d7-a302-4f39-8508-61f657b726fd {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:44.891836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 7a9213d7-a302-4f39-8508-61f657b726fd not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:44.901953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:45:44.902395 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:45:44.912812 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5fe59237-9148-4095-9564-7e75622f7591 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:45:44.913283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.947789 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0706e8d9-dbb0-4970-a717-ddb19057f4c2']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:44.962139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eab28e0-7430-4574-b38f-e4dd4d7bec20') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:44.962454 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eab28e0-7430-4574-b38f-e4dd4d7bec20') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:45:44.976649 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.996946 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:44.999142 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:45:45.186393 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:45:45.195972 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:45.378880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Network 0706e8d9-dbb0-4970-a717-ddb19057f4c2 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:45:45.402211 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:45:45.405735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Deleting port 7a9213d7-a302-4f39-8508-61f657b726fd {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:45.406336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:45.496476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4ab16334-b52a-44a0-a4c7-e4ffc4c31d36 None None] The port '7a9213d7-a302-4f39-8508-61f657b726fd' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 02 13:45:45.502230 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:45.507127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:45.524735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:45.538066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Pushing event deleted for resources: {'Network': ['ID=0706e8d9-dbb0-4970-a717-ddb19057f4c2,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:45.541575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:45.543276 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0706e8d9-dbb0-4970-a717-ddb19057f4c2 HTTP/1.1" status: 204 len: 168 time: 1.8639913 Feb 02 13:45:45.744888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46728) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:45.820957 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-39ee4ac0-e983-491a-aae9-02a5c7d0cbc9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dee579b338bc4aac9623d2faa9473b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738938 Feb 02 13:45:45.823895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46736) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:45.898816 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:45.935739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:45.998507 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:46.005744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71b10e87-371e-4708-93db-dfa89b2be1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:46.034092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fda227-ffff-4d33-a29b-f811ed7a9d8e,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:46.040683 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:46.043005 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:46.047393 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f7fda227-ffff-4d33-a29b-f811ed7a9d8e HTTP/1.1" status: 204 len: 168 time: 0.2193379 Feb 02 13:45:46.543358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46746) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:46.605260 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b8be1170-8c69-426f-a647-a511bf59394a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bd72bd9840744efb965e1f7cc6590a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604253 Feb 02 13:45:46.608035 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46750) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:45:46.683000 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:46.715007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:46.774205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:46.780117 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c2879140-3518-4c04-bbc7-e0bc8d58daeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:46.792630 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9477477e-df00-47fe-9b29-a124a9a2d777,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:46.800377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:46.801050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:46.805137 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-721649b2-4362-4d02-88e6-940349d7ba27 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9477477e-df00-47fe-9b29-a124a9a2d777 HTTP/1.1" status: 204 len: 168 time: 0.1932716 Feb 02 13:45:48.521994 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:45:51.961581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a693f-b442-4932-8f04-e64668e90329 req-5aaf2de8-c56a-4cfa-ab34-ba4304d69631 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:51.963325 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d49a693f-b442-4932-8f04-e64668e90329 req-5aaf2de8-c56a-4cfa-ab34-ba4304d69631 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 945 time: 0.1737704 Feb 02 13:45:52.030681 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d49a693f-b442-4932-8f04-e64668e90329 req-5296beb2-9ac7-49f5-94d9-8f395375f0bd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608711 Feb 02 13:45:53.369711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-ae5bf873-4dd5-4c27-8169-37ab1b346cf9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:53.370565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-ae5bf873-4dd5-4c27-8169-37ab1b346cf9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Synchronizing usage tracker for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:45:53.372656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695547f-9a39-4590-8649-e0bdc654a451 req-30258ca1-a160-4f08-9f84-1115bf724718 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:53.377312 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6695547f-9a39-4590-8649-e0bdc654a451 req-30258ca1-a160-4f08-9f84-1115bf724718 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 945 time: 0.2075114 Feb 02 13:45:53.401372 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-ae5bf873-4dd5-4c27-8169-37ab1b346cf9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Unset dirty status for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:45:53.402681 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-ae5bf873-4dd5-4c27-8169-37ab1b346cf9 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 945 time: 0.2190604 Feb 02 13:45:53.448185 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6695547f-9a39-4590-8649-e0bdc654a451 req-c79777e0-7d0d-465b-9cd6-d66cd65642d4 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644784 Feb 02 13:45:53.507170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Deleting port 5fe59237-9148-4095-9564-7e75622f7591 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:53.507437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:53.787414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] For port 5fe59237-9148-4095-9564-7e75622f7591, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5fe59237-9148-4095-9564-7e75622f7591,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:53.787822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:53.926447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Calling delete_port for 5fe59237-9148-4095-9564-7e75622f7591 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:54.355696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:54.371836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f14489f8-82c2-41dc-b72c-6caa4f406d67 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:54.372493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5fe59237-9148-4095-9564-7e75622f7591 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:45:54.417128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: 5fe59237-9148-4095-9564-7e75622f7591 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:45:54.417510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5fe59237-9148-4095-9564-7e75622f7591 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:45:54.420215 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event deleted for resources: {'Port': ['ID=5fe59237-9148-4095-9564-7e75622f7591,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:54.426260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:45:54.512808 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:54.604018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] No DVR routers for this DVR port 5fe59237-9148-4095-9564-7e75622f7591 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:45:54.606356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:54.609381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'name': 'network-vif-deleted', 'tag': '5fe59237-9148-4095-9564-7e75622f7591'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:45:54.627883 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8ee8bb34-8e07-4f10-850d-8afc93c59a13 req-409048cf-e9f9-4fa9-905d-2dc56c2e0a83 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "DELETE /v2.0/ports/5fe59237-9148-4095-9564-7e75622f7591 HTTP/1.1" status: 204 len: 173 time: 1.2196162 Feb 02 13:45:54.716024 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ac3f2b64-51ae-4c29-bdd6-4f248810db7f req-4c970c07-bf7f-4153-ab2e-9a32de984558 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae HTTP/1.1" status: 200 len: 210 time: 0.1140442 Feb 02 13:45:54.794745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4b6fd4-cd69-4539-b15b-64fc4e1e9cae', 'name': 'network-vif-deleted', 'tag': '5fe59237-9148-4095-9564-7e75622f7591', 'status': 'completed', 'code': 200} Feb 02 13:45:54.861980 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9620dd2-fb2b-42cb-ac6d-198ec0ec5ff3 req-bb750986-a089-4c1f-844f-914ac1a01924 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:54.863863 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b9620dd2-fb2b-42cb-ac6d-198ec0ec5ff3 req-bb750986-a089-4c1f-844f-914ac1a01924 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2606492 Feb 02 13:45:54.930921 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b9620dd2-fb2b-42cb-ac6d-198ec0ec5ff3 req-23ecdc59-d41d-45ed-9a5c-622964a4314b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605285 Feb 02 13:45:56.284250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4fe9d-aa96-4dd2-9f7d-349b2d81d928 req-9d2cd9a1-6960-448e-9bc5-349a315a05ac tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:56.286025 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34e4fe9d-aa96-4dd2-9f7d-349b2d81d928 req-9d2cd9a1-6960-448e-9bc5-349a315a05ac tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1972692 Feb 02 13:45:56.352407 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34e4fe9d-aa96-4dd2-9f7d-349b2d81d928 req-5a1ad5c4-baaf-4f0e-a743-8b78d7d4be66 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598261 Feb 02 13:45:57.685759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8ef64-5f11-47a8-a8c8-76132928ff8d req-5b8c63a2-102a-43bd-8e72-649a4abebef1 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:57.687562 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-03e8ef64-5f11-47a8-a8c8-76132928ff8d req-5b8c63a2-102a-43bd-8e72-649a4abebef1 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 945 time: 0.2649190 Feb 02 13:45:57.768386 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-03e8ef64-5f11-47a8-a8c8-76132928ff8d req-ff4c533f-5cb0-4e1c-9e8f-a03f5584d6d7 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710177 Feb 02 13:45:57.853804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d56b-a347-4dee-adb2-a7a9086e35b0 req-2eb29dd5-5cfe-4423-aa45-6c1243fca543 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:57.855560 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-47a1d56b-a347-4dee-adb2-a7a9086e35b0 req-2eb29dd5-5cfe-4423-aa45-6c1243fca543 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.3535488 Feb 02 13:45:57.930657 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-47a1d56b-a347-4dee-adb2-a7a9086e35b0 req-2e029f86-546a-4cee-a370-c4628a450036 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681555 Feb 02 13:45:59.009003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a9073-0c06-4561-be3e-e0929070489e req-36c49209-e9ab-436b-a8c4-fc6588334490 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:59.010887 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-352a9073-0c06-4561-be3e-e0929070489e req-36c49209-e9ab-436b-a8c4-fc6588334490 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Synchronizing usage tracker for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:45:59.045474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-352a9073-0c06-4561-be3e-e0929070489e req-36c49209-e9ab-436b-a8c4-fc6588334490 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Unset dirty status for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:45:59.047420 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-352a9073-0c06-4561-be3e-e0929070489e req-36c49209-e9ab-436b-a8c4-fc6588334490 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 945 time: 0.2151992 Feb 02 13:45:59.104130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21082a2b-f548-4e20-9092-4758cbf1e2ac req-29aaa0dd-bc42-4c3f-96e4-4879af81ecfa tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:59.105828 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21082a2b-f548-4e20-9092-4758cbf1e2ac req-29aaa0dd-bc42-4c3f-96e4-4879af81ecfa tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 945 time: 0.2013495 Feb 02 13:45:59.201838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Deleting port a1a54670-46f2-46c9-ab03-3134ba6aa9ab {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:45:59.202519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:59.224844 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-21082a2b-f548-4e20-9092-4758cbf1e2ac req-1695d165-a662-4f05-b071-9a486ff03ccf tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121731 Feb 02 13:45:59.335418 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95310785-8236-4671-99fc-c3212ab7446a req-8b7cf86a-6697-46a3-9953-e9295f62a6b9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:45:59.337237 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-95310785-8236-4671-99fc-c3212ab7446a req-8b7cf86a-6697-46a3-9953-e9295f62a6b9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2233443 Feb 02 13:45:59.409220 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-95310785-8236-4671-99fc-c3212ab7446a req-08da355d-6fa5-4591-adb8-35cfab749233 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652766 Feb 02 13:45:59.534414 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] For port a1a54670-46f2-46c9-ab03-3134ba6aa9ab, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:45:59.535044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:59.692370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Calling delete_port for a1a54670-46f2-46c9-ab03-3134ba6aa9ab owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:45:59.872011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:45:59.886532 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-8c509e36-0208-43b9-a151-98104eb35abd service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0900331 Feb 02 13:45:59.888848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86c02853-7100-4087-8351-9a7dbfe88159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:45:59.989192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event deleted for resources: {'Port': ['ID=a1a54670-46f2-46c9-ab03-3134ba6aa9ab,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:45:59.996327 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:00.074033 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-eb397fa7-9b97-4a46-81d1-9b753310f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:00.075698 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-eb397fa7-9b97-4a46-81d1-9b753310f52b service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 1163 time: 0.0838044 Feb 02 13:46:00.132444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] No DVR routers for this DVR port a1a54670-46f2-46c9-ab03-3134ba6aa9ab on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:46:00.135153 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:00.139543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'name': 'network-vif-deleted', 'tag': 'a1a54670-46f2-46c9-ab03-3134ba6aa9ab'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:00.155234 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-352a9073-0c06-4561-be3e-e0929070489e req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "DELETE /v2.0/ports/a1a54670-46f2-46c9-ab03-3134ba6aa9ab HTTP/1.1" status: 204 len: 173 time: 1.1031621 Feb 02 13:46:00.210569 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb', 'name': 'network-vif-deleted', 'tag': 'a1a54670-46f2-46c9-ab03-3134ba6aa9ab', 'status': 'completed', 'code': 200} Feb 02 13:46:00.253508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-cf2b2268-325c-4c09-bf9c-9357811c5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:00.255286 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-cf2b2268-325c-4c09-bf9c-9357811c5640 service neutron] 10.222.0.134 "GET /v2.0/networks?id=121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 200 len: 909 time: 0.1545372 Feb 02 13:46:00.337342 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-6378b142-3608-4a69-aa28-7f98788fba5a service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00986577-3c82-4fe3-bd46-3a9111cc9142 HTTP/1.1" status: 200 len: 217 time: 0.0756543 Feb 02 13:46:00.413234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-8c799ffb-d2bd-4641-b652-884c50d7badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:00.414842 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-8c799ffb-d2bd-4641-b652-884c50d7badd service neutron] 10.222.0.134 "GET /v2.0/subnets?id=69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 200 len: 855 time: 0.0685353 Feb 02 13:46:00.515244 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-38d591ba-9524-41f7-bc91-46fb44fb781d req-b52b471d-a1cf-48ef-a1ea-208d896aaaa6 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=2582e4a4-8e46-49ca-8c7c-e0ecbdc98ebb HTTP/1.1" status: 200 len: 210 time: 0.0989182 Feb 02 13:46:00.517378 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-e49aca05-922d-4273-83f4-01a494abcae8 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=121fe0b4-0a93-422b-a826-2c25e5bfbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616939 Feb 02 13:46:00.666606 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device a1a54670-46f2-46c9-ab03-3134ba6aa9ab no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:46:00.708997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: a1a54670-46f2-46c9-ab03-3134ba6aa9ab {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:46:00.709506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device a1a54670-46f2-46c9-ab03-3134ba6aa9ab not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:46:00.759893 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-4bcf8281-f69b-44c5-ab59-322312025653 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319357 Feb 02 13:46:00.857953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47628983-4db3-4646-9311-6861b14604e6 req-b6f5b7f9-189d-4fc5-b3b5-16472ce04a35 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:00.859745 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-47628983-4db3-4646-9311-6861b14604e6 req-b6f5b7f9-189d-4fc5-b3b5-16472ce04a35 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2470977 Feb 02 13:46:01.034275 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-47628983-4db3-4646-9311-6861b14604e6 req-634419c4-7a9d-4e2a-9cea-56413465df91 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492891 Feb 02 13:46:01.070290 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ec083fca-9369-47f5-9a25-0af6f40796bc req-96f1e456-3742-43d9-99cf-5226039b1487 service neutron] 10.222.0.134 "GET /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3038645 Feb 02 13:46:02.154168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1e033-314a-424c-8f38-8946dffcddf3 req-09734218-c805-42f7-bead-264564bb74e7 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:02.156443 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-86a1e033-314a-424c-8f38-8946dffcddf3 req-09734218-c805-42f7-bead-264564bb74e7 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 945 time: 0.1723433 Feb 02 13:46:02.523818 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-86a1e033-314a-424c-8f38-8946dffcddf3 req-b0258a9d-a205-4320-88b2-a361b3af06fb tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607514 Feb 02 13:46:02.640445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da11b45-08f0-4445-b029-38514f20a656 req-3b19c9bc-8d36-440f-ae0c-499c20378d5c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:02.642223 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8da11b45-08f0-4445-b029-38514f20a656 req-3b19c9bc-8d36-440f-ae0c-499c20378d5c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.4380238 Feb 02 13:46:02.710492 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8da11b45-08f0-4445-b029-38514f20a656 req-0f6bd449-375f-4249-b2aa-6355fea8e04c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610974 Feb 02 13:46:03.250641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-6e145fce-5252-4369-a3aa-ee7696990f4e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:03.252427 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-6e145fce-5252-4369-a3aa-ee7696990f4e tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 945 time: 0.1726782 Feb 02 13:46:03.356234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Deleting port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:46:03.356623 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:03.655261 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] For port 90af418b-4b22-43a0-bcd6-7e6947d5ae06, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af418b-4b22-43a0-bcd6-7e6947d5ae06,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:46:03.655664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:03.867474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Calling delete_port for 90af418b-4b22-43a0-bcd6-7e6947d5ae06 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:46:04.119668 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3202-ff2d-4f5c-a8ac-373a32632092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:04.251983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c4a63-4a36-4a59-8005-c1d629375e2b req-c83bb8b8-a268-4c33-81d2-ce4182a6f221 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:04.253790 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-082c4a63-4a36-4a59-8005-c1d629375e2b req-c83bb8b8-a268-4c33-81d2-ce4182a6f221 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=c98d7725-ec8e-4594-87d9-37ae5f18e26a HTTP/1.1" status: 200 len: 945 time: 0.5873921 Feb 02 13:46:04.402255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3335978-ccb9-410c-9076-72317597ea2b req-3491301f-dd8d-47a7-bdd0-59fd84fa5d54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:04.403943 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b3335978-ccb9-410c-9076-72317597ea2b req-3491301f-dd8d-47a7-bdd0-59fd84fa5d54 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.4778402 Feb 02 13:46:04.456631 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 90af418b-4b22-43a0-bcd6-7e6947d5ae06 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:46:04.494635 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-082c4a63-4a36-4a59-8005-c1d629375e2b req-d5103743-2b0c-4e62-a0c9-9a6b80940d8f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010453 Feb 02 13:46:04.496174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: 90af418b-4b22-43a0-bcd6-7e6947d5ae06 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:46:04.496552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 90af418b-4b22-43a0-bcd6-7e6947d5ae06 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:46:04.505753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:04.525070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ddce40f0-5051-49c3-a0cc-6d906553e2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:04.647806 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b3335978-ccb9-410c-9076-72317597ea2b req-5e12d51f-17ae-42e5-a4ad-1f1f76ed4c34 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331827 Feb 02 13:46:04.653999 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event deleted for resources: {'Port': ['ID=90af418b-4b22-43a0-bcd6-7e6947d5ae06,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:04.658489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:04.785087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] No DVR routers for this DVR port 90af418b-4b22-43a0-bcd6-7e6947d5ae06 on host hv-cinder-77238 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:46:04.788302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:04.792470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'name': 'network-vif-deleted', 'tag': '90af418b-4b22-43a0-bcd6-7e6947d5ae06'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:04.812190 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3d3aacdd-e2ac-4822-8779-02c6dd837df9 req-bca3b1b1-8b8f-4a32-8b81-71f2ef82226a tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "DELETE /v2.0/ports/90af418b-4b22-43a0-bcd6-7e6947d5ae06 HTTP/1.1" status: 204 len: 173 time: 1.5520051 Feb 02 13:46:04.870341 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98d7725-ec8e-4594-87d9-37ae5f18e26a', 'name': 'network-vif-deleted', 'tag': '90af418b-4b22-43a0-bcd6-7e6947d5ae06', 'status': 'completed', 'code': 200} Feb 02 13:46:05.973028 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd91a0-e245-400d-8574-7328bdf16aac req-d8d9b335-0844-46b6-99b6-ee7fb992a494 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:05.974838 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dbdd91a0-e245-400d-8574-7328bdf16aac req-d8d9b335-0844-46b6-99b6-ee7fb992a494 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1733594 Feb 02 13:46:06.050381 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-dbdd91a0-e245-400d-8574-7328bdf16aac req-9e532c70-f14d-4fbb-9c64-c16ec8f1a58d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681586 Feb 02 13:46:07.391159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48d207-4754-4995-8dad-83b830ecbc08 req-5fe1c3d5-1bd6-458e-9f33-e78c1ba7a01b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:07.392902 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2c48d207-4754-4995-8dad-83b830ecbc08 req-5fe1c3d5-1bd6-458e-9f33-e78c1ba7a01b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1849580 Feb 02 13:46:07.413711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a5d4bb98-bdf6-44dd-a897-350c188a1fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:07.519224 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2c48d207-4754-4995-8dad-83b830ecbc08 req-a14a5a2e-671d-4fc3-92f6-6416a0061166 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880027 Feb 02 13:46:07.621949 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8393973-ca85-4f33-8d25-54616e31e0e7 req-79be7db8-53ba-4ffb-a6cc-bfcbf1c192fd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:07.622786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-b8393973-ca85-4f33-8d25-54616e31e0e7 req-79be7db8-53ba-4ffb-a6cc-bfcbf1c192fd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Synchronizing usage tracker for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:46:07.647637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-b8393973-ca85-4f33-8d25-54616e31e0e7 req-79be7db8-53ba-4ffb-a6cc-bfcbf1c192fd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Unset dirty status for tenant:2cdac7e4b8ce421eaab3a75aa22097ac on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:46:07.649199 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8393973-ca85-4f33-8d25-54616e31e0e7 req-79be7db8-53ba-4ffb-a6cc-bfcbf1c192fd tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 946 time: 0.2552783 Feb 02 13:46:07.724462 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8393973-ca85-4f33-8d25-54616e31e0e7 req-2876af10-79bb-4138-9e76-5503c526e7a3 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640514 Feb 02 13:46:08.465539 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:08.866217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdfeeb-1dda-481c-8d89-5fe5fd1fc3f4 req-fea0b79b-9e83-4edd-85bf-9a4f3a7cdeef tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:08.873513 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acbdfeeb-1dda-481c-8d89-5fe5fd1fc3f4 req-fea0b79b-9e83-4edd-85bf-9a4f3a7cdeef tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1900272 Feb 02 13:46:09.003385 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-acbdfeeb-1dda-481c-8d89-5fe5fd1fc3f4 req-7100f137-1540-4777-baec-4aa079e16cf4 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288357 Feb 02 13:46:09.162222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8aefe-e709-4ed4-8696-f2c98f8f7368 req-d0893360-a319-4138-8b3f-28749f5efa06 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:09.164949 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5ad8aefe-e709-4ed4-8696-f2c98f8f7368 req-d0893360-a319-4138-8b3f-28749f5efa06 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 946 time: 0.2886159 Feb 02 13:46:09.313196 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5ad8aefe-e709-4ed4-8696-f2c98f8f7368 req-1a9e4b7c-6778-4024-879d-29afc1824d82 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/security-groups?id=40a05cfa-1b83-480f-9da5-f7060e219961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986567 Feb 02 13:46:09.426762 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83918931-f24b-4371-afa3-85cf30c40548 req-186e1289-6838-480d-9614-b6aef23150ae tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:09.428449 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83918931-f24b-4371-afa3-85cf30c40548 req-186e1289-6838-480d-9614-b6aef23150ae tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 946 time: 0.2621808 Feb 02 13:46:09.444096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:09.538841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Deleting port 00986577-3c82-4fe3-bd46-3a9111cc9142 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:46:09.539457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:09.844570 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] For port 00986577-3c82-4fe3-bd46-3a9111cc9142, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=00986577-3c82-4fe3-bd46-3a9111cc9142,segment=NetworkSegment(054b6990-514d-4196-a0cd-f4592d725b20),segment_id=054b6990-514d-4196-a0cd-f4592d725b20)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:46:09.845050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:09.984237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Calling delete_port for 00986577-3c82-4fe3-bd46-3a9111cc9142 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:46:10.128796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:10.247708 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:10.266554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3da2517a-7da5-4887-a8b3-771cebdea1da tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:10.323564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Pushing event deleted for resources: {'Port': ['ID=00986577-3c82-4fe3-bd46-3a9111cc9142,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:10.330587 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:10.501309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4229e0-8ef2-4af1-a7c7-b5dc46c00f92 req-1fb66f46-61de-4c53-aa46-d7811605a9c3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:10.503146 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5f4229e0-8ef2-4af1-a7c7-b5dc46c00f92 req-1fb66f46-61de-4c53-aa46-d7811605a9c3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.3343320 Feb 02 13:46:10.529779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 00986577-3c82-4fe3-bd46-3a9111cc9142 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:46:10.583701 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: 00986577-3c82-4fe3-bd46-3a9111cc9142 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:46:10.584722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 00986577-3c82-4fe3-bd46-3a9111cc9142 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:46:10.590987 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6a2d3441-c086-49e9-b8e9-0085abf4baa9 req-2e6fee05-3984-4248-9707-b564fe7ba613 tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.90 "GET /v2.0/ports?device_id=16053fdc-c34e-4329-8a93-5cf1d4a349d4 HTTP/1.1" status: 200 len: 210 time: 0.0866952 Feb 02 13:46:10.663854 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5f4229e0-8ef2-4af1-a7c7-b5dc46c00f92 req-4b723791-d6d1-4399-8ca4-744703215bf1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466925 Feb 02 13:46:10.724125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] No DVR routers for this DVR port 00986577-3c82-4fe3-bd46-3a9111cc9142 on host hv-cinder-77238 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:46:10.726509 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:10.734672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'name': 'network-vif-deleted', 'tag': '00986577-3c82-4fe3-bd46-3a9111cc9142'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:10.752759 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-83918931-f24b-4371-afa3-85cf30c40548 req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] 10.222.0.134 "DELETE /v2.0/ports/00986577-3c82-4fe3-bd46-3a9111cc9142 HTTP/1.1" status: 204 len: 173 time: 1.3187337 Feb 02 13:46:10.809069 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16053fdc-c34e-4329-8a93-5cf1d4a349d4', 'name': 'network-vif-deleted', 'tag': '00986577-3c82-4fe3-bd46-3a9111cc9142', 'status': 'completed', 'code': 200} Feb 02 13:46:11.903450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 46930) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:11.988541 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Deleting subnet 69d05614-0612-4386-a82e-a213e5735263 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:46:11.992666 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:12.056737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:12.123339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:12.423841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:12.469176 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c633a-40ee-4089-953f-9d583c19d7bf req-2f1224bb-dfe8-42b6-88f2-0828caf61027 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:12.471830 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-104c633a-40ee-4089-953f-9d583c19d7bf req-2f1224bb-dfe8-42b6-88f2-0828caf61027 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.6141074 Feb 02 13:46:12.497937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:12.556433 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-104c633a-40ee-4089-953f-9d583c19d7bf req-4ee95589-f8a4-42a9-b14b-9609d7a2f8be tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733583 Feb 02 13:46:12.567021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d05614-0612-4386-a82e-a213e5735263,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:12.573712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:12.595771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:12.602471 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-87171c43-4a4d-44ca-b058-0d82f5916f00 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/69d05614-0612-4386-a82e-a213e5735263 HTTP/1.1" status: 204 len: 168 time: 0.6975610 Feb 02 13:46:12.605292 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46934) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:12.784160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:12.991705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:13.124749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121fe0b4-0a93-422b-a826-2c25e5bfbea4']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:46:13.145382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054b6990-514d-4196-a0cd-f4592d725b20') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:46:13.146471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054b6990-514d-4196-a0cd-f4592d725b20') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:46:13.168160 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848026664'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:13.191224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:13.194561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:46:13.410183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:46:13.421741 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504193'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:13.769098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Network 121fe0b4-0a93-422b-a826-2c25e5bfbea4 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:46:13.868685 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:46:13.963164 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:13.978127 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4813c790-de1b-4966-a736-fbd42817b7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:13.996245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:14.010272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Pushing event deleted for resources: {'Network': ['ID=121fe0b4-0a93-422b-a826-2c25e5bfbea4,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:14.019562 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:14.028152 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b43478b0-4afb-47d6-9352-796f7a2c409e admin admin] 10.222.0.90 "DELETE /v2.0/networks/121fe0b4-0a93-422b-a826-2c25e5bfbea4 HTTP/1.1" status: 204 len: 168 time: 1.4216568 Feb 02 13:46:14.121159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3bbf8-a82f-4e6e-907a-86239885c160 req-f903b5d9-89a7-420e-bf16-872acdbc4614 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:14.123458 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4ac3bbf8-a82f-4e6e-907a-86239885c160 req-f903b5d9-89a7-420e-bf16-872acdbc4614 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2453012 Feb 02 13:46:14.205087 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-4ac3bbf8-a82f-4e6e-907a-86239885c160 req-3078cde6-5148-471e-9fbb-a4421bd23683 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733356 Feb 02 13:46:14.339066 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46942) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:14.405002 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-10aeddc1-5eee-4a7c-8297-1c76e9abd7bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2cdac7e4b8ce421eaab3a75aa22097ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644763 Feb 02 13:46:14.407998 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 46950) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:14.480629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:14.512399 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:14.567545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:14.573441 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c1922334-6de8-4cfc-9c8e-44c63cdd6558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:14.587962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a05cfa-1b83-480f-9da5-f7060e219961,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:14.593769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:14.597592 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:14.601522 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/40a05cfa-1b83-480f-9da5-f7060e219961 HTTP/1.1" status: 204 len: 168 time: 0.1924205 Feb 02 13:46:15.588004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85332d6-cafd-4c67-9b3e-9e40424a93db req-9eea087c-56e7-4129-8541-9bda6e3dcb1a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:15.589976 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c85332d6-cafd-4c67-9b3e-9e40424a93db req-9eea087c-56e7-4129-8541-9bda6e3dcb1a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2032847 Feb 02 13:46:15.692453 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c85332d6-cafd-4c67-9b3e-9e40424a93db req-876debce-cca7-48a8-8569-1408456552d2 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943279 Feb 02 13:46:17.071891 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f7db3-4778-4c94-94bf-b1df6b8baef2 req-4c4efe03-68a2-406b-b697-17d6d4640a61 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:17.073744 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-829f7db3-4778-4c94-94bf-b1df6b8baef2 req-4c4efe03-68a2-406b-b697-17d6d4640a61 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2109861 Feb 02 13:46:17.173785 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-829f7db3-4778-4c94-94bf-b1df6b8baef2 req-80cc2a3f-1e34-4cbb-9343-58ff504da35e tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915778 Feb 02 13:46:18.495915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6ce80-b3ac-4e23-92a2-c5918505c482 req-94f50de8-4dc7-428e-be90-0619d9c37651 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:18.497700 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7dd6ce80-b3ac-4e23-92a2-c5918505c482 req-94f50de8-4dc7-428e-be90-0619d9c37651 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1786513 Feb 02 13:46:18.564406 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7dd6ce80-b3ac-4e23-92a2-c5918505c482 req-e19e9e82-a22a-44dd-b35f-74b3417b1101 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597970 Feb 02 13:46:18.808306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-7640fc6b-2c57-4f28-aed9-4ea4a1e7f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:18.809916 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-7640fc6b-2c57-4f28-aed9-4ea4a1e7f6e4 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1162 time: 0.0870454 Feb 02 13:46:18.957996 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-32294a13-3e12-4898-9d9c-70b2cdd19195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:18.959613 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-32294a13-3e12-4898-9d9c-70b2cdd19195 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.1416752 Feb 02 13:46:19.072638 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-28cc8d31-389d-4790-b9c7-7d8f31b6afa0 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 1001 time: 0.1035478 Feb 02 13:46:19.149158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-adb43201-0b8e-4336-bd72-0b80b056dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:19.150793 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-adb43201-0b8e-4336-bd72-0b80b056dbc4 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0692854 Feb 02 13:46:19.247099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-d106fffb-821b-41a8-977a-162d255856b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:19.249673 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-d106fffb-821b-41a8-977a-162d255856b6 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862184 Feb 02 13:46:19.401665 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-09f6ca70-87b6-4cd4-9656-1fc30ca9c0b5 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437869 Feb 02 13:46:19.551957 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e95b4127-fb43-4a79-825b-ca26bcb36337 req-aceb50c5-3c6f-4689-af3c-ea405859e545 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409202 Feb 02 13:46:19.888979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26896b-5dd7-4fdd-8ca4-1b157c1d8ca0 req-9bc92a1d-45ab-4f5b-9ec3-ec0ce63ca1c8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:19.890804 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df26896b-5dd7-4fdd-8ca4-1b157c1d8ca0 req-9bc92a1d-45ab-4f5b-9ec3-ec0ce63ca1c8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1751134 Feb 02 13:46:19.956434 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df26896b-5dd7-4fdd-8ca4-1b157c1d8ca0 req-1021fa0c-f407-4923-893b-2e1b882a5ba5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592530 Feb 02 13:46:21.294193 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a2394-8d0a-4a18-8b22-ccafb20f2f35 req-c4e1ce01-3dd0-4b33-837a-c72a4cf050f5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:21.296012 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0b7a2394-8d0a-4a18-8b22-ccafb20f2f35 req-c4e1ce01-3dd0-4b33-837a-c72a4cf050f5 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1759570 Feb 02 13:46:21.362922 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0b7a2394-8d0a-4a18-8b22-ccafb20f2f35 req-ff21a9ae-514e-4aad-948a-30fca8b3e773 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602498 Feb 02 13:46:22.601428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:46:22.685534 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea11bb-1b27-4c35-8e94-ba3273cdb3af req-67327295-53a0-4f82-96fc-22650fffe123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:22.687656 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0bea11bb-1b27-4c35-8e94-ba3273cdb3af req-67327295-53a0-4f82-96fc-22650fffe123 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1750267 Feb 02 13:46:22.732104 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:22.755196 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0bea11bb-1b27-4c35-8e94-ba3273cdb3af req-3d3b677a-488e-456d-a065-6ec0a1f21375 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607491 Feb 02 13:46:22.761915 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:22.773018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port b6e3bf36-eb4e-4b7b-920c-34d972d61928, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:46:22.776568 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:22.779340 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:22.831844 dv-cinder-772388-4-smb neutron-server[80063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'code': 422} returned with failed status Feb 02 13:46:22.860026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:22.868405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.868793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.869206 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.869581 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.869953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.870318 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.870685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.871048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.871391 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.871754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.872114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.872470 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.872862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.873247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.873685 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.874419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.874838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.875225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.875586 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.875944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.876300 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.876656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.877111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.877478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:22.882565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:23.733827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47078) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:23.897535 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:23.914710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:23.919561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:cca17b65504c444395496dd1e55b6f39 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:23.923468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:23.930381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:24.031519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.035217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.042893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2b1a0fc8-7653-4fd2-89c4-054bdfd2fd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:24.087761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f12b932-0639-4d81-bdbb-a69541f8128b,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:24.092648 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cca17b65504c444395496dd1e55b6f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576300 Feb 02 13:46:24.093794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:24.095717 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47088) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:24.168023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.199993 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.267033 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.273143 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bf84bb5b-4a10-4c8e-90f7-7cd1d361af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:24.290187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f12b932-0639-4d81-bdbb-a69541f8128b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:24.293392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:24.294511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.300225 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f12b932-0639-4d81-bdbb-a69541f8128b HTTP/1.1" status: 204 len: 168 time: 0.2032402 Feb 02 13:46:24.444445 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-61bc8dad-0782-4e1d-a0ca-c7945780ff44 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838282 Feb 02 13:46:24.511386 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.537548 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafcb89-f63a-4e69-8950-5d2787131fdd req-baa927b1-0064-4518-8946-7f066a856662 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:24.539261 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-faafcb89-f63a-4e69-8950-5d2787131fdd req-baa927b1-0064-4518-8946-7f066a856662 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.1909118 Feb 02 13:46:24.625632 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-faafcb89-f63a-4e69-8950-5d2787131fdd req-e9ba08ab-5aa6-4796-976a-eae08365cbcc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780201 Feb 02 13:46:24.722097 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47112) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:24.742381 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.761669 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:24.767077 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:38d70b0595dc4e3386a8b145a2c7c330 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:24.770174 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:24.776094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:24.871065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.874905 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:24.883233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-87e5e3c6-b734-432b-838b-ce547551cf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:24.931396 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=38d70b0595dc4e3386a8b145a2c7c330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080970 Feb 02 13:46:24.932376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3761ace-b3c8-4691-879a-e0feb313188e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:24.934540 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47116) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:24.935823 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:25.056374 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:25.092071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:25.121781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23835e0-b923-403b-b209-4eca64d49095 req-8d38702c-39fa-4577-8112-8d26f531c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:25.123456 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-8d38702c-39fa-4577-8112-8d26f531c790 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86&tenant_id=57c8bee94c904844a0da3c27079860f5 HTTP/1.1" status: 200 len: 1160 time: 0.1451049 Feb 02 13:46:25.157331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:25.165617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa10cbff-3c58-463d-8345-0074649d97d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:25.223566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3761ace-b3c8-4691-879a-e0feb313188e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:25.233506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:25.239696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:25.241012 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-169caa70-fe26-41aa-9d38-d60b89d8521d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a3761ace-b3c8-4691-879a-e0feb313188e HTTP/1.1" status: 204 len: 168 time: 0.3050764 Feb 02 13:46:25.278438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23835e0-b923-403b-b209-4eca64d49095 req-d77b3d67-fc6c-4a09-bf87-aa6d89ed7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:25.280523 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-d77b3d67-fc6c-4a09-bf87-aa6d89ed7e01 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1160 time: 0.1163518 Feb 02 13:46:25.426233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23835e0-b923-403b-b209-4eca64d49095 req-d3ec34bc-98a1-4a13-94c5-72c5631e40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:25.427888 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-d3ec34bc-98a1-4a13-94c5-72c5631e40c7 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.1429386 Feb 02 13:46:25.523133 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:46:25.549549 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-09d9a3e4-8b27-4af6-b1c7-885fc72a70c1 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 999 time: 0.1132591 Feb 02 13:46:25.628095 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23835e0-b923-403b-b209-4eca64d49095 req-263b82d9-6675-46eb-9884-0d1c31cc329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:25.630168 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-263b82d9-6675-46eb-9884-0d1c31cc329a service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0721779 Feb 02 13:46:25.728462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23835e0-b923-403b-b209-4eca64d49095 req-91257429-78ef-4bba-87a9-daeadda842b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:25.730229 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-91257429-78ef-4bba-87a9-daeadda842b8 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913417 Feb 02 13:46:26.190512 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-39748509-a163-4275-8cc3-ddbde73a82c6 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515412 Feb 02 13:46:26.277894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d098d-8276-4d4c-9c71-d9fd05b63e75 req-cfbaaa83-254e-4714-a595-444e08074a7d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:26.279599 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f33d098d-8276-4d4c-9c71-d9fd05b63e75 req-cfbaaa83-254e-4714-a595-444e08074a7d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.2695677 Feb 02 13:46:26.437851 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f33d098d-8276-4d4c-9c71-d9fd05b63e75 req-868849eb-8a88-4056-8e95-557a9a91af43 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327460 Feb 02 13:46:26.484337 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b23835e0-b923-403b-b209-4eca64d49095 req-0e7ccb7a-bd26-49fc-be65-35b406531ba3 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2036188 Feb 02 13:46:27.850078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe6fc7-ee88-4d42-8adb-0f2b0ec54cef req-b0af9ba7-f572-425b-9fa1-3b4a292068eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:27.851922 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14fe6fc7-ee88-4d42-8adb-0f2b0ec54cef req-b0af9ba7-f572-425b-9fa1-3b4a292068eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.2499855 Feb 02 13:46:27.928289 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-14fe6fc7-ee88-4d42-8adb-0f2b0ec54cef req-bbe841be-5148-4859-935b-abcaacf7f7f4 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675104 Feb 02 13:46:29.260110 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb4ea-221f-4988-9e14-61c9d7b95a60 req-cc315a25-e217-473a-972f-2f18195ed9fb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:29.261937 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6a7cb4ea-221f-4988-9e14-61c9d7b95a60 req-cc315a25-e217-473a-972f-2f18195ed9fb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.1810362 Feb 02 13:46:29.333983 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6a7cb4ea-221f-4988-9e14-61c9d7b95a60 req-0761cbde-0c0e-4350-b8f9-b010a97bfbd9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619271 Feb 02 13:46:29.448944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47214) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:29.649445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:29.670420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:29.676502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Usage tracker for resource:security_group_rule and tenant:7924a70b4be94f73a7eac0f6e4a0b4cb is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:29.680563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:29.687944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:29.855247 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:29.860489 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:29.872042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e272e94-2282-4571-af4e-6b6abe1887c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:29.924037 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7924a70b4be94f73a7eac0f6e4a0b4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711685 Feb 02 13:46:29.924037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94fd7d0-b269-4c48-8bfb-22007e0c34c1,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:29.925283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47220) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:29.938112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4d0d3bb3-77a7-4356-b339-77b7ffcbc868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:30.003136 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.034180 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.083416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.087527 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-abe190d4-d043-4b62-b08d-6a1b8f2398f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:30.103924 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94fd7d0-b269-4c48-8bfb-22007e0c34c1,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:30.108494 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:30.112383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.113733 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-4c01e493-c8a3-44ad-b795-d7a213193f9c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d94fd7d0-b269-4c48-8bfb-22007e0c34c1 HTTP/1.1" status: 204 len: 168 time: 0.1871643 Feb 02 13:46:30.587259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47232) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:30.631807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.651446 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:30.656152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Usage tracker for resource:security_group_rule and tenant:5accb5f9aa81475d970b12eecfd7e435 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:30.659478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:30.665773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:30.775096 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a43ac9-c893-401b-a1b7-3936b8b8f352 req-18860eb9-9881-44ea-9e86-80fc4419a3b7 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:30.776002 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.777914 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d7a43ac9-c893-401b-a1b7-3936b8b8f352 req-18860eb9-9881-44ea-9e86-80fc4419a3b7 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.2408388 Feb 02 13:46:30.780245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.795016 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-08f38585-19d5-4db5-b50d-bce94157dcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:30.841023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc826ec-0747-4b36-b55f-e96364235055,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:30.852845 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5accb5f9aa81475d970b12eecfd7e435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647073 Feb 02 13:46:30.853582 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47236) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:30.854525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:30.862675 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d7a43ac9-c893-401b-a1b7-3936b8b8f352 req-b944f0d3-778a-43ee-bf11-09e764796e8f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774946 Feb 02 13:46:30.922191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:30.963092 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:31.031954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:31.037673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-669f1e75-7870-4ef8-b4da-2c4b6e521660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:31.057098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc826ec-0747-4b36-b55f-e96364235055,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:31.059868 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:31.071379 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:31.073408 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-55262a8e-297e-4d96-a351-39977b3ca013 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/abc826ec-0747-4b36-b55f-e96364235055 HTTP/1.1" status: 204 len: 168 time: 0.2178197 Feb 02 13:46:32.463646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89777039-0c10-4e23-aa67-31c4fb9fb1e6 req-ef268026-77a4-48a7-a993-4615b050cccf tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:32.465457 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-89777039-0c10-4e23-aa67-31c4fb9fb1e6 req-ef268026-77a4-48a7-a993-4615b050cccf tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.4518771 Feb 02 13:46:32.534704 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-89777039-0c10-4e23-aa67-31c4fb9fb1e6 req-fbf2927a-5637-43cb-b11d-d765d40a9767 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624070 Feb 02 13:46:34.079773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ce142-a1e2-4c52-ba27-7c7e9e14fd1e req-417c9527-2adf-4715-9a87-0ed5134ebeb1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:34.087696 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c67ce142-a1e2-4c52-ba27-7c7e9e14fd1e req-417c9527-2adf-4715-9a87-0ed5134ebeb1 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.3098390 Feb 02 13:46:34.120464 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4191d024-dc3a-4828-ba9e-5d9b8f89d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:34.159151 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c67ce142-a1e2-4c52-ba27-7c7e9e14fd1e req-112b1701-3120-4e7d-b1ea-0becbf8fdf25 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703638 Feb 02 13:46:34.888037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47318) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:35.142977 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.161336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:35.166017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Usage tracker for resource:security_group_rule and tenant:f2a0115d862146a49c8d9459ba4473e5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:35.169563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:35.178529 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:35.298384 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.303295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.380079 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-47b7a29f-f058-4e0c-9694-e3a4afc8e162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:35.406987 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f2a0115d862146a49c8d9459ba4473e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164969 Feb 02 13:46:35.408111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47326) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:35.591525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc5e70-2253-460c-86ac-4af3ec8b4522,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:35.614522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.614958 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.615388 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.615818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.616281 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.616655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.617444 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.617552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.617908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.618301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.629658 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.630375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.631048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.631661 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.632263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.632884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.633522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.634122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.634731 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.635331 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.635940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.636533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.637158 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.637766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:35.648001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:35.656524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.684569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c4355-8ae9-4bc0-bd44-122c2f70cfd3 req-3af7a2b1-1d80-43e5-982e-c114d8be8f4a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:35.690164 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-698c4355-8ae9-4bc0-bd44-122c2f70cfd3 req-3af7a2b1-1d80-43e5-982e-c114d8be8f4a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.3026898 Feb 02 13:46:35.710437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.758397 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.762415 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-698c4355-8ae9-4bc0-bd44-122c2f70cfd3 req-39f7d594-835f-45d4-ac36-7cedc9860abb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653493 Feb 02 13:46:35.763901 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-270a6201-242d-4306-8357-5cc19c751fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:35.778569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc5e70-2253-460c-86ac-4af3ec8b4522,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:35.781375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:35.783775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:35.785932 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b70aa0f3-39e3-488d-a635-7e0ecbcc8701 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8fbc5e70-2253-460c-86ac-4af3ec8b4522 HTTP/1.1" status: 204 len: 168 time: 0.3638201 Feb 02 13:46:36.266370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47336) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:36.289563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.308011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:36.314428 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Usage tracker for resource:security_group_rule and tenant:745df3681eb94d9da7aaabe12e06848e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:36.318593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:36.325580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:36.419293 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.422979 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.433183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:36.486889 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=745df3681eb94d9da7aaabe12e06848e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192564 Feb 02 13:46:36.487862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f56a20-8011-4d9e-9d5b-c598997b7a80,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:36.492015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47340) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:36.492245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43f58fc7-e381-4e2c-a958-1992b82e4169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:36.565840 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.595584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.656928 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.662552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6fb2310c-5863-4ba3-9be7-dd8f13dcf782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:36.676725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f56a20-8011-4d9e-9d5b-c598997b7a80,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:36.686416 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.686768 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.687172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.687569 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.687962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.688359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.688749 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.689159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.689552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.689947 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.690325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.690707 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.691128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.691531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.691904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.692288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.692704 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.693147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.693472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.693834 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.694234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.694612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.694968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.695377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:46:36.698842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:36.700074 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91f56a20-8011-4d9e-9d5b-c598997b7a80 HTTP/1.1" status: 204 len: 168 time: 0.2083497 Feb 02 13:46:36.701462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:37.092691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2ffb-c127-4da5-aaea-5a63fc589023 req-1aabdc7b-22f6-448e-b94b-9392ff6dcdfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:37.094483 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-349f2ffb-c127-4da5-aaea-5a63fc589023 req-1aabdc7b-22f6-448e-b94b-9392ff6dcdfa tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.1691294 Feb 02 13:46:37.161010 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-349f2ffb-c127-4da5-aaea-5a63fc589023 req-7960e88f-281c-4269-a51b-90163c44c0db tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593719 Feb 02 13:46:37.425156 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41137c99-7c50-43a0-a8a3-b2ddb41c62fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:38.470347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:38.477567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06c102-ec1c-4045-843a-ff34e76e2cb5 req-4b3803b2-0087-447d-ae05-321f4f0debbc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:38.479327 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8f06c102-ec1c-4045-843a-ff34e76e2cb5 req-4b3803b2-0087-447d-ae05-321f4f0debbc tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 943 time: 0.1706147 Feb 02 13:46:38.517234 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47386) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:38.551204 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8f06c102-ec1c-4045-843a-ff34e76e2cb5 req-84948813-c2ba-4a16-a8d6-ccdc284aaa92 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644519 Feb 02 13:46:38.685844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:38.706166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:38.710390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Usage tracker for resource:security_group_rule and tenant:187101146bc44c34974733c8824c87cd is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:38.713453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:38.719498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:38.810986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:38.814555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:38.822084 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2c408b2f-26f1-46b1-8de0-3e11374ac0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:38.866424 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=187101146bc44c34974733c8824c87cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476698 Feb 02 13:46:38.867363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aec78f-1cba-43d2-9af6-2d1727c7ce3e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:38.869558 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47392) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:38.870775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a96d0820-5d40-4062-aede-c3ccfc83fa7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:38.936258 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:38.965720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.016006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.022531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ebc700e6-8fef-4e6f-8b7c-3ebcb55b2090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:39.047711 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aec78f-1cba-43d2-9af6-2d1727c7ce3e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:39.050943 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:39.053124 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.055010 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/44aec78f-1cba-43d2-9af6-2d1727c7ce3e HTTP/1.1" status: 204 len: 168 time: 0.1836896 Feb 02 13:46:39.225557 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:46:39.310610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:46:39.311039 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.451733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.457483 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.486852 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:39.497679 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port b6e3bf36-eb4e-4b7b-920c-34d972d61928, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:46:39.502445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:39.504451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:39.565379 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'code': 200} Feb 02 13:46:39.583786 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=6']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:39.587178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:39.882590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a5bd3-66d1-41e0-b430-71741071221b req-b99613ec-3261-4466-918b-5ecdb9319f58 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:39.884325 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cc3a5bd3-66d1-41e0-b430-71741071221b req-b99613ec-3261-4466-918b-5ecdb9319f58 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1709366 Feb 02 13:46:39.957367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47418) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:40.007594 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cc3a5bd3-66d1-41e0-b430-71741071221b req-d9d02949-5f34-4583-91cb-0782de194dd0 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848837 Feb 02 13:46:40.027310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860f85-c8fc-47d2-8f4b-dcbc74c559bc req-69ad4178-ca61-458e-a0c9-203c841b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:40.029127 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9d860f85-c8fc-47d2-8f4b-dcbc74c559bc req-69ad4178-ca61-458e-a0c9-203c841b3f6a service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1162 time: 0.1437304 Feb 02 13:46:40.079295 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9d860f85-c8fc-47d2-8f4b-dcbc74c559bc req-2f32811c-6593-4a2f-8400-40776a5dcd68 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Feb 02 13:46:40.107670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1009008131-network', 'tenant_id': 'bfbeddf7d3074f56b34d50b3a713728d'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:40.112130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.114290 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:40.120445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Usage tracker for resource:network and tenant:bfbeddf7d3074f56b34d50b3a713728d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:40.125272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:40.132684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:40.143930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Made reservation on behalf of bfbeddf7d3074f56b34d50b3a713728d for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:46:40.151456 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.166103 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.182205 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:40.186692 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbeddf7d3074f56b34d50b3a713728d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:40.189893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:40.196256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:40.286625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.291866 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.295115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c0a7c96-93a6-4de0-976d-059084d4096c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:40.332753 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 02 13:46:40.342427 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e993cd-3793-4e8e-87e9-ade43da022b2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:40.346262 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:40.352349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.352697 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.segments_db [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Added segment c9043d6c-6062-43e1-a460-8e88831f7d12 of type vxlan for network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 Feb 02 13:46:40.383625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788933581171'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.418722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.420033 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:40.420773 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.424361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:40.540575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Pushing event updated for resources: {'Network': ['ID=997fcd82-41a7-48bb-b4b2-16e1c47258f3,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:40.545370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:40.551588 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5929189 Feb 02 13:46:40.551907 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 details requested by agent ovs-agent-dv-cinder-772388-4-smb with host dv-cinder-772388-4-smb {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:46:40.554555 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47424) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:46:40.561502 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Request body: {'subnet': {'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1009008131-subnet', 'tenant_id': 'bfbeddf7d3074f56b34d50b3a713728d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:40.567216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:40.571472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:46:40.571952 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Usage tracker for resource:subnet and tenant:bfbeddf7d3074f56b34d50b3a713728d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:40.575105 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:40.581781 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:40.593298 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Made reservation on behalf of bfbeddf7d3074f56b34d50b3a713728d for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:46:40.598378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846723614'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:40.950898 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:46:41.031138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848317922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846723631'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:41.032018 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port b6e3bf36-eb4e-4b7b-920c-34d972d61928 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:46:41.032505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:41.050551 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:41.181484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f10da51-b9fa-4566-acfd-b440b4b1cb32,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:41.187315 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:41.259910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Checking segment: {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:46:41.260420 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Network hostable DHCP agents. Network: 997fcd82-41a7-48bb-b4b2-16e1c47258f3, hostable agents: ['f5e61c19-87d2-44aa-87c2-67ffd2d1d347'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 02 13:46:41.377983 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c809d9c-fc5c-49de-bc09-505607b2eb28 req-4be406f5-a68c-4a28-aeaf-4f6ad168d238 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:41.380133 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2c809d9c-fc5c-49de-bc09-505607b2eb28 req-4be406f5-a68c-4a28-aeaf-4f6ad168d238 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2035468 Feb 02 13:46:41.457315 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2c809d9c-fc5c-49de-bc09-505607b2eb28 req-27183357-0171-49cb-9011-75a47ca23e70 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674851 Feb 02 13:46:41.520506 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 is scheduled to be hosted by DHCP agent f5e61c19-87d2-44aa-87c2-67ffd2d1d347 with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 02 13:46:41.534295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-4-smb, 997fcd82-41a7-48bb-b4b2-16e1c47258f3) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:46:41.548447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed288ff-fe42-4016-807e-f32327f921b5 None None] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:46:41.553148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:41.553957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:41.583149 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e8210359-72e7-4c5b-a4ef-0f4864777994 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0218339 Feb 02 13:46:41.799543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39316f7c-2ba4-4c87-ae0a-a0fdbacc36d9 None None] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:46:42.780584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136ab7-29a0-4dbd-8a4a-05b6e31131d9 req-0b0e6789-2c01-4df5-9436-603134120ed8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:42.783395 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-38136ab7-29a0-4dbd-8a4a-05b6e31131d9 req-0b0e6789-2c01-4df5-9436-603134120ed8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1741455 Feb 02 13:46:42.857457 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-38136ab7-29a0-4dbd-8a4a-05b6e31131d9 req-ee51abb2-a7da-485d-9de4-9fdcd5405553 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650661 Feb 02 13:46:43.864432 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-5df6cfae-e530-4da1-99f5-a74296ee1a73 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:43.866369 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-5df6cfae-e530-4da1-99f5-a74296ee1a73 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/networks?id=997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 200 len: 809 time: 0.2457247 Feb 02 13:46:43.886497 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-a35f442f-7b86-401e-9473-b3670065ca0c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/quotas/bfbeddf7d3074f56b34d50b3a713728d HTTP/1.1" status: 200 len: 375 time: 0.0105064 Feb 02 13:46:43.947301 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-39cfcf55-7e68-4142-a730-1b469827104f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546517 Feb 02 13:46:44.100454 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-01ba7f6e-574e-4af4-ad6c-f1c11e78a6f1 service neutron] 10.222.0.90 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435740 Feb 02 13:46:44.249413 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-e6dffb54-0d88-4dbc-ba99-1d7dda4c0f8f service neutron] 10.222.0.90 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417723 Feb 02 13:46:44.462540 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-42e60a8a-2162-4198-b707-0028b0e34954 req-cd74af39-d9a4-4d9a-bef7-3b719c1d610e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0527067 Feb 02 13:46:45.669167 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-301075a2-6b8a-4375-9976-c78175e52889 req-d046efe3-1f49-4809-a069-7eb24e67a5a2 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0662222 Feb 02 13:46:45.771185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-0e6274d0-ed4f-457e-a33a-3cf954cd3d61 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:45.772834 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-0e6274d0-ed4f-457e-a33a-3cf954cd3d61 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "GET /v2.0/networks?id=997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 200 len: 809 time: 0.2917471 Feb 02 13:46:45.796307 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Request body: {'port': {'device_id': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3', 'admin_state_up': True, 'tenant_id': 'bfbeddf7d3074f56b34d50b3a713728d'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:45.946172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:46:45.950882 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Usage tracker for resource:port and tenant:bfbeddf7d3074f56b34d50b3a713728d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:46:45.954210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:46:45.960596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:46:45.971378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Made reservation on behalf of bfbeddf7d3074f56b34d50b3a713728d for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:46:45.998090 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:46.546278 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Allocated IP 172.20.0.8 (997fcd82-41a7-48bb-b4b2-16e1c47258f3/3f10da51-b9fa-4566-acfd-b440b4b1cb32/eb2c001c-3314-49d6-b4a5-71979a103fff) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:46:46.777902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:46.868042 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:46.884369 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-77830895-bad5-4bf6-a2a5-5bb7d1120bbe tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:47.042243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Pushing event updated for resources: {'Port': ['ID=eb2c001c-3314-49d6-b4a5-71979a103fff,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:47.048524 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:47.175349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41f11a-f4be-4f10-9c9d-15020b027b1c req-7bd71362-9b0c-4c41-9980-b767e1fe3740 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:47.177092 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e41f11a-f4be-4f10-9c9d-15020b027b1c req-7bd71362-9b0c-4c41-9980-b767e1fe3740 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 931 time: 0.3708267 Feb 02 13:46:47.216467 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:46:47.218754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Resources bound (agent type, host, resource id): {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:46:47.227676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:46:47.293481 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e41f11a-f4be-4f10-9c9d-15020b027b1c req-83407498-e682-4865-879f-72d79318deb7 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093595 Feb 02 13:46:47.382934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:47.383677 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:47.406182 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-fa79e260-c925-4811-a92c-519e0ab40a9c tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6167955 Feb 02 13:46:47.428652 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Request body: {'port': {'device_id': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:47.555481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:48.064560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2c001c-3314-49d6-b4a5-71979a103fff {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:46:48.072763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:48.085748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Transition to ACTIVE for port object eb2c001c-3314-49d6-b4a5-71979a103fff will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:46:48.090337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:48.106144 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a0cd7f57-be32-4eff-8c34-809075eb29a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:48.243523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=eb2c001c-3314-49d6-b4a5-71979a103fff,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:48.249437 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:48.495780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Attempting to bind port eb2c001c-3314-49d6-b4a5-71979a103fff on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:46:48.496238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Attempting to bind port eb2c001c-3314-49d6-b4a5-71979a103fff by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:46:48.496615 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Attempting to bind port eb2c001c-3314-49d6-b4a5-71979a103fff on network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:46:48.510171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:46:48.510554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Checking segment: {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:46:48.510964 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:48.511363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Bound using segment: {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:46:48.511850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Bound port: eb2c001c-3314-49d6-b4a5-71979a103fff, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:46:48.512228 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:48.684510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c72c55-5f64-44a8-b8a3-4b2a568f48a2 req-a373d3d3-6335-4131-83a6-e00cf439a9bb tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:48.685361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-34c72c55-5f64-44a8-b8a3-4b2a568f48a2 req-a373d3d3-6335-4131-83a6-e00cf439a9bb tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Synchronizing usage tracker for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:46:48.723181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] For port eb2c001c-3314-49d6-b4a5-71979a103fff, host hv-cinder-77238, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:46:48.728191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] For port eb2c001c-3314-49d6-b4a5-71979a103fff, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=eb2c001c-3314-49d6-b4a5-71979a103fff,segment=NetworkSegment(c9043d6c-6062-43e1-a460-8e88831f7d12),segment_id=c9043d6c-6062-43e1-a460-8e88831f7d12)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:46:48.729799 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-34c72c55-5f64-44a8-b8a3-4b2a568f48a2 req-a373d3d3-6335-4131-83a6-e00cf439a9bb tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Unset dirty status for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:46:48.731173 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34c72c55-5f64-44a8-b8a3-4b2a568f48a2 req-a373d3d3-6335-4131-83a6-e00cf439a9bb tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 943 time: 0.3040080 Feb 02 13:46:48.732780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504227'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:48.751403 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c8a7e2fe-dfa1-4eb2-bfcf-37187870e80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:48.966066 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-34c72c55-5f64-44a8-b8a3-4b2a568f48a2 req-36b87b08-21df-4923-8594-df461d99b682 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185979 Feb 02 13:46:48.990099 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=eb2c001c-3314-49d6-b4a5-71979a103fff,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:48.997411 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:49.023510 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:49.024202 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:49.025769 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] 10.222.0.134 "PUT /v2.0/ports/eb2c001c-3314-49d6-b4a5-71979a103fff HTTP/1.1" status: 200 len: 1157 time: 1.6021862 Feb 02 13:46:49.026320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'tag': 'eb2c001c-3314-49d6-b4a5-71979a103fff'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:49.117649 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'tag': 'eb2c001c-3314-49d6-b4a5-71979a103fff', 'status': 'completed', 'code': 200} Feb 02 13:46:49.161721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-df8bc5ea-4c77-43f8-9a12-adc2d68f1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:49.163367 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-df8bc5ea-4c77-43f8-9a12-adc2d68f1c6e service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 1160 time: 0.0827868 Feb 02 13:46:49.248248 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-bfb8ec5a-f9c3-43ec-92f8-5399bf710054 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2c001c-3314-49d6-b4a5-71979a103fff HTTP/1.1" status: 200 len: 217 time: 0.0718324 Feb 02 13:46:49.318503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-61dd5d73-ae35-4baa-bd6e-3a20871037fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:49.320117 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-61dd5d73-ae35-4baa-bd6e-3a20871037fe service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f10da51-b9fa-4566-acfd-b440b4b1cb32 HTTP/1.1" status: 200 len: 849 time: 0.0670791 Feb 02 13:46:49.382480 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-3e95dbd7-698c-4ac7-bbc1-d5db6e3bd029 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=997fcd82-41a7-48bb-b4b2-16e1c47258f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524857 Feb 02 13:46:49.531877 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-5584bcfd-68fd-41f3-a0a7-c76a3d04f917 service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409955 Feb 02 13:46:49.691135 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e9aae40b-8ce1-4c53-a63f-aba1dcf8579f req-69143b6a-a716-49ef-9ceb-42be215802fa service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1517730 Feb 02 13:46:49.880578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-e5b5da0d-3329-4bac-aed7-000e8cd45fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:49.882297 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-e5b5da0d-3329-4bac-aed7-000e8cd45fb7 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 1160 time: 0.0942039 Feb 02 13:46:50.035632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-37967154-0a0b-4ed1-9263-eed38af9f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:50.037322 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-37967154-0a0b-4ed1-9263-eed38af9f7b1 service neutron] 10.222.0.134 "GET /v2.0/networks?id=997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 200 len: 903 time: 0.1454990 Feb 02 13:46:50.154083 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-a5848980-9802-47b1-ab77-454298d77688 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb2c001c-3314-49d6-b4a5-71979a103fff HTTP/1.1" status: 200 len: 217 time: 0.1086056 Feb 02 13:46:50.237619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-367305fa-e129-4a7c-8eea-18067143915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:50.239216 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-367305fa-e129-4a7c-8eea-18067143915c service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f10da51-b9fa-4566-acfd-b440b4b1cb32 HTTP/1.1" status: 200 len: 849 time: 0.0790460 Feb 02 13:46:50.335435 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c029d36-30d5-4be8-91c1-d40e3cd1cc9e req-67c79bf7-6db6-4e08-aaac-ed13e5ed0693 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:50.337199 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9c029d36-30d5-4be8-91c1-d40e3cd1cc9e req-67c79bf7-6db6-4e08-aaac-ed13e5ed0693 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 943 time: 0.2353277 Feb 02 13:46:50.652579 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-567e4768-f69e-4f30-83bb-63cf4e7d13eb service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=997fcd82-41a7-48bb-b4b2-16e1c47258f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3142610 Feb 02 13:46:50.776573 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9c029d36-30d5-4be8-91c1-d40e3cd1cc9e req-faeb0846-65c5-406f-b09b-f9734d775aca tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982632 Feb 02 13:46:50.841124 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-56495976-7cc5-480c-b12e-7ccab1df175f service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821594 Feb 02 13:46:50.997746 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-f1d15367-4918-4452-ac42-5d418ac820f3 req-85b0b9ae-51d5-471e-a780-f6bffb17875f service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508069 Feb 02 13:46:51.232015 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-a7dae93b-f846-40fd-b197-93f9e81f4451 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:46:51.588038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb2c001c-3314-49d6-b4a5-71979a103fff up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:46:51.681238 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port eb2c001c-3314-49d6-b4a5-71979a103fff completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:46:51.687315 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port eb2c001c-3314-49d6-b4a5-71979a103fff triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:46:51.687739 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:51.824020 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:51.858014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2c001c-3314-49d6-b4a5-71979a103fff'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:51.869347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port eb2c001c-3314-49d6-b4a5-71979a103fff, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=eb2c001c-3314-49d6-b4a5-71979a103fff,segment=NetworkSegment(c9043d6c-6062-43e1-a460-8e88831f7d12),segment_id=c9043d6c-6062-43e1-a460-8e88831f7d12)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:46:51.872589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:51.876756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:51.926196 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2c001c-3314-49d6-b4a5-71979a103fff', 'code': 200} Feb 02 13:46:51.964303 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=eb2c001c-3314-49d6-b4a5-71979a103fff,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:51.969981 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:52.092755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af6b6-3d4a-42f0-b0a9-05068df52943 req-112813d6-e53b-4a91-acfb-4a03b5c21d3e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:52.094598 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c69af6b6-3d4a-42f0-b0a9-05068df52943 req-112813d6-e53b-4a91-acfb-4a03b5c21d3e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 945 time: 0.1780226 Feb 02 13:46:52.212934 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-c69af6b6-3d4a-42f0-b0a9-05068df52943 req-6be030d4-0651-4432-bdf0-cb9e64dcc80f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102443 Feb 02 13:46:52.243312 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9716dc-4f06-4b04-92f6-3704d6c5f2e8 req-7701f416-c161-499f-8ea3-f2ab4bca61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:52.245010 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9c9716dc-4f06-4b04-92f6-3704d6c5f2e8 req-7701f416-c161-499f-8ea3-f2ab4bca61c9 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 1162 time: 0.1151474 Feb 02 13:46:52.293770 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-9c9716dc-4f06-4b04-92f6-3704d6c5f2e8 req-de4d4a69-d350-4ef8-a46a-413a1963e133 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Feb 02 13:46:53.043442 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb2c001c-3314-49d6-b4a5-71979a103fff up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:46:53.120884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port eb2c001c-3314-49d6-b4a5-71979a103fff triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:46:53.121333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:53.532337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171123b-cf09-44d0-b7c5-23a248c6ec25 req-2f7503ec-8cba-4d45-a465-fe8f4ad4764f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:53.534192 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2171123b-cf09-44d0-b7c5-23a248c6ec25 req-2f7503ec-8cba-4d45-a465-fe8f4ad4764f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 945 time: 0.1853733 Feb 02 13:46:53.602959 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-2171123b-cf09-44d0-b7c5-23a248c6ec25 req-8e0381d3-5e95-4099-b993-faae3a711dc4 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616279 Feb 02 13:46:54.490519 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:55.019171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30241e39-80f3-46e5-adf2-0d9a3bac1818 req-1e885740-f815-4240-a9f1-990439029b0f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:55.020188 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb2c001c-3314-49d6-b4a5-71979a103fff up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:46:55.020932 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30241e39-80f3-46e5-adf2-0d9a3bac1818 req-1e885740-f815-4240-a9f1-990439029b0f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 945 time: 0.1764283 Feb 02 13:46:55.098141 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-30241e39-80f3-46e5-adf2-0d9a3bac1818 req-c599600a-574a-4883-8b2f-9cc73dace75d tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706196 Feb 02 13:46:55.102895 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port eb2c001c-3314-49d6-b4a5-71979a103fff triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:46:55.103325 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:56.107299 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-f86a31c6-fb85-42b1-b745-548c8f3fefff tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:56.110457 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-f86a31c6-fb85-42b1-b745-548c8f3fefff tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 945 time: 0.1768076 Feb 02 13:46:56.210763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Deleting port eb2c001c-3314-49d6-b4a5-71979a103fff {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:46:56.211146 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:56.566051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296879c9-d0b6-4786-a5a9-e2a0661328b7 req-0227c306-b3f9-41a8-91d4-fac1eee87434 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:56.568267 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-296879c9-d0b6-4786-a5a9-e2a0661328b7 req-0227c306-b3f9-41a8-91d4-fac1eee87434 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 945 time: 0.3253937 Feb 02 13:46:56.683477 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-296879c9-d0b6-4786-a5a9-e2a0661328b7 req-259e3e22-9eac-435d-993f-51bf08f9d451 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023479 Feb 02 13:46:56.689940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] For port eb2c001c-3314-49d6-b4a5-71979a103fff, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=eb2c001c-3314-49d6-b4a5-71979a103fff,segment=NetworkSegment(c9043d6c-6062-43e1-a460-8e88831f7d12),segment_id=c9043d6c-6062-43e1-a460-8e88831f7d12)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:46:56.690544 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:56.835828 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Calling delete_port for eb2c001c-3314-49d6-b4a5-71979a103fff owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:46:56.899903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device eb2c001c-3314-49d6-b4a5-71979a103fff no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:46:56.999938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:57.008051 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Port eb2c001c-3314-49d6-b4a5-71979a103fff update to DOWN by agent not found {{(pid=80178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 02 13:46:57.017593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ec9e7b-9094-454b-9489-155b28232568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:46:57.068271 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Pushing event deleted for resources: {'Port': ['ID=eb2c001c-3314-49d6-b4a5-71979a103fff,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:46:57.119547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:46:57.233647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] No DVR routers for this DVR port eb2c001c-3314-49d6-b4a5-71979a103fff on host hv-cinder-77238 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:46:57.236179 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:46:57.239019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'name': 'network-vif-deleted', 'tag': 'eb2c001c-3314-49d6-b4a5-71979a103fff'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:46:57.256485 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8dffb284-b1f6-4b83-a01e-32441f1070f0 req-08910c8c-532c-4156-a755-dfbeb913f77a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "DELETE /v2.0/ports/eb2c001c-3314-49d6-b4a5-71979a103fff HTTP/1.1" status: 204 len: 173 time: 1.1399391 Feb 02 13:46:57.300304 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e7d02-6390-4d6d-868f-8d21d9a9e6c6', 'name': 'network-vif-deleted', 'tag': 'eb2c001c-3314-49d6-b4a5-71979a103fff', 'status': 'completed', 'code': 200} Feb 02 13:46:57.881723 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a9c5a9c5-131e-49f5-bfcd-0558d2e1a15b req-819c7019-0e18-4da1-919b-d16e49ccdea4 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Synchronizing usage tracker for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:46:57.901911 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a9c5a9c5-131e-49f5-bfcd-0558d2e1a15b req-819c7019-0e18-4da1-919b-d16e49ccdea4 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Unset dirty status for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:46:57.903771 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a9c5a9c5-131e-49f5-bfcd-0558d2e1a15b req-819c7019-0e18-4da1-919b-d16e49ccdea4 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=e86e7d02-6390-4d6d-868f-8d21d9a9e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0747297 Feb 02 13:46:59.430884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-3a1ff7e8-dc4d-460b-887a-7f3825c3a6f5 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:46:59.432684 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-3a1ff7e8-dc4d-460b-887a-7f3825c3a6f5 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/networks?id=997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 200 len: 809 time: 0.2459037 Feb 02 13:46:59.451276 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-7ad085c5-c117-405f-937a-334f8b78cbbd tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/quotas/bfbeddf7d3074f56b34d50b3a713728d HTTP/1.1" status: 200 len: 375 time: 0.0114136 Feb 02 13:46:59.510891 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-50489553-6dc1-4fab-a591-42c79ed975e2 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507622 Feb 02 13:46:59.667408 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-cd13b711-118a-4020-a014-70c94220546c service neutron] 10.222.0.90 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484139 Feb 02 13:46:59.813204 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-453682d7-f2a3-45dc-a46b-fd70435c3a72 service neutron] 10.222.0.90 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393013 Feb 02 13:47:00.031484 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a0f9fce0-037a-4bf6-925d-71fabfa59c4a req-3a814abc-8bcf-4f66-8f2c-b99d92395f48 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 210 time: 0.0556521 Feb 02 13:47:00.426399 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-91056951-a0ed-4eba-9449-8aaf3edb9c18 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0874927 Feb 02 13:47:00.537462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-0b362a2a-c7b0-41a2-b123-38430d1fbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:00.539132 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-0b362a2a-c7b0-41a2-b123-38430d1fbebe service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=57c8bee94c904844a0da3c27079860f5&device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 1162 time: 0.0815997 Feb 02 13:47:00.703737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-8cfcd44c-5cd2-4c49-a078-692670fd5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:00.705488 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-8cfcd44c-5cd2-4c49-a078-692670fd5f61 service neutron] 10.222.0.134 "GET /v2.0/networks?id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 200 len: 910 time: 0.1484678 Feb 02 13:47:00.824600 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-60222d21-4bab-4409-8b97-42fa6eadf4cc service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 200 len: 1001 time: 0.1138384 Feb 02 13:47:00.902336 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-baacd9d9-0d17-49b4-af81-1aa8482d8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:00.904145 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-baacd9d9-0d17-49b4-af81-1aa8482d8d79 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 200 len: 855 time: 0.0732045 Feb 02 13:47:00.990062 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-8da4cc32-ce29-4ae3-8f28-0f36f11e5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:00.991643 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-8da4cc32-ce29-4ae3-8f28-0f36f11e5e37 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794544 Feb 02 13:47:01.155894 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-84317fcf-7d77-4b86-88d3-7e26fd026004 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541328 Feb 02 13:47:01.561965 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79329370-fd01-456a-b6ff-8426be39b926 req-160a7348-30f9-46d6-b060-2433417ad02a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 210 time: 0.3705692 Feb 02 13:47:01.565514 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-12a5e8ae-2157-4289-941c-4d3b517b439a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:01.566245 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-12a5e8ae-2157-4289-941c-4d3b517b439a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Synchronizing usage tracker for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:47:01.589693 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-12a5e8ae-2157-4289-941c-4d3b517b439a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Unset dirty status for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:47:01.591177 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-12a5e8ae-2157-4289-941c-4d3b517b439a tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "GET /v2.0/networks?id=997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 200 len: 809 time: 0.5518091 Feb 02 13:47:01.615884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Request body: {'port': {'device_id': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3', 'admin_state_up': True, 'tenant_id': 'bfbeddf7d3074f56b34d50b3a713728d'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:47:01.632719 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ba02dc17-377d-43e7-a422-e9f21d10eb69 req-d9c18305-ff42-41ee-898c-35cad289d360 service neutron] 10.222.0.134 "GET /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4672427 Feb 02 13:47:01.787056 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:47:01.797637 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:47:01.806890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Made reservation on behalf of bfbeddf7d3074f56b34d50b3a713728d for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:47:01.828611 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:02.166017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Allocated IP 172.20.0.4 (997fcd82-41a7-48bb-b4b2-16e1c47258f3/3f10da51-b9fa-4566-acfd-b440b4b1cb32/da1d5bc7-68ec-429d-abbe-970959b2b89d) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:47:02.389382 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:02.421522 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:02.437419 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4fd60b1a-83b9-4acf-9def-4abbd399bc7f tempest-AttachVolumeNegativeTest-15126484 tempest-AttachVolumeNegativeTest-15126484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:02.523316 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:47:02.589593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Pushing event updated for resources: {'Port': ['ID=da1d5bc7-68ec-429d-abbe-970959b2b89d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:02.595155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:02.648764 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:47:02.650040 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:47:02.652459 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:47:02.782516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:02.783256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:02.809292 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-34ed11b2-6618-4270-a566-d3f91060b836 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1978364 Feb 02 13:47:02.825263 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Request body: {'port': {'device_id': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:47:02.866183 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8f856-d35d-41df-9a94-f7127032f963 req-39baa80f-1446-4aa8-8fa6-cd369568eb51 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:02.867999 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36a8f856-d35d-41df-9a94-f7127032f963 req-39baa80f-1446-4aa8-8fa6-cd369568eb51 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 931 time: 0.1685922 Feb 02 13:47:02.956059 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-36a8f856-d35d-41df-9a94-f7127032f963 req-b8c25b74-1500-44ad-b74f-79686d22e9ed tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794990 Feb 02 13:47:02.959072 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:03.443272 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1d5bc7-68ec-429d-abbe-970959b2b89d {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:47:03.452225 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:03.472910 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Transition to ACTIVE for port object da1d5bc7-68ec-429d-abbe-970959b2b89d will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:47:03.476729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:03.493473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e5bb11ff-8aa7-4cb9-a624-38a660270bfd tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:03.641320 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Pushing event updated for resources: {'Port': ['ID=da1d5bc7-68ec-429d-abbe-970959b2b89d,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:03.647492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:03.848699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Attempting to bind port da1d5bc7-68ec-429d-abbe-970959b2b89d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:47:03.849139 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Attempting to bind port da1d5bc7-68ec-429d-abbe-970959b2b89d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:47:03.849543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Attempting to bind port da1d5bc7-68ec-429d-abbe-970959b2b89d on network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:47:03.856366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:47:03.856670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Checking segment: {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:47:03.857200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:03.857619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Bound using segment: {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:47:03.858119 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Bound port: da1d5bc7-68ec-429d-abbe-970959b2b89d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9043d6c-6062-43e1-a460-8e88831f7d12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '997fcd82-41a7-48bb-b4b2-16e1c47258f3'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:47:03.858508 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:03.960100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] For port da1d5bc7-68ec-429d-abbe-970959b2b89d, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:47:03.963342 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] For port da1d5bc7-68ec-429d-abbe-970959b2b89d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=da1d5bc7-68ec-429d-abbe-970959b2b89d,segment=NetworkSegment(c9043d6c-6062-43e1-a460-8e88831f7d12),segment_id=c9043d6c-6062-43e1-a460-8e88831f7d12)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:47:03.967675 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:03.981106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-53985e45-8bb2-4ccf-aea8-a464ffae2f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:04.115297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1cb1-ab81-4642-88d8-19548d0994c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:04.142790 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Pushing event updated for resources: {'Port': ['ID=da1d5bc7-68ec-429d-abbe-970959b2b89d,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:04.148423 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:04.181067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:04.182094 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:04.183709 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] 10.222.0.134 "PUT /v2.0/ports/da1d5bc7-68ec-429d-abbe-970959b2b89d HTTP/1.1" status: 200 len: 1157 time: 1.3635988 Feb 02 13:47:04.184165 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'tag': 'da1d5bc7-68ec-429d-abbe-970959b2b89d'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:47:04.268537 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'tag': 'da1d5bc7-68ec-429d-abbe-970959b2b89d', 'status': 'completed', 'code': 200} Feb 02 13:47:04.278633 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea4d6-c28f-48e2-b77a-a90e3b31a995 req-cf92bd56-fc35-40b0-a439-2a90dada73d8 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:04.280669 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-27bea4d6-c28f-48e2-b77a-a90e3b31a995 req-cf92bd56-fc35-40b0-a439-2a90dada73d8 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 943 time: 0.1837251 Feb 02 13:47:04.334879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-4952ea28-7483-40b5-a3a5-c1bb015082d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:04.336561 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-4952ea28-7483-40b5-a3a5-c1bb015082d3 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 1160 time: 0.1059415 Feb 02 13:47:04.388385 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-27bea4d6-c28f-48e2-b77a-a90e3b31a995 req-c8dbe4e7-39d1-450d-8d96-cb61d8e140c6 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944889 Feb 02 13:47:04.417350 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-d229d39a-bee2-46f1-8260-d133aa6409cb service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1d5bc7-68ec-429d-abbe-970959b2b89d HTTP/1.1" status: 200 len: 217 time: 0.0681038 Feb 02 13:47:04.490410 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-8e095b30-ace7-461a-8281-a661b5e1cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:04.491947 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-8e095b30-ace7-461a-8281-a661b5e1cafe service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f10da51-b9fa-4566-acfd-b440b4b1cb32 HTTP/1.1" status: 200 len: 849 time: 0.0688589 Feb 02 13:47:04.544494 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-08ff9d2c-8779-4d1c-843e-a3a567a06437 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=997fcd82-41a7-48bb-b4b2-16e1c47258f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481391 Feb 02 13:47:04.717807 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-ef21b4cb-8874-45a2-a2c3-70282e84fa1a service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646497 Feb 02 13:47:04.874176 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-a77bfd82-848f-4342-b28e-7ce8b2c43a4d req-c0be6f9e-38a3-4f77-86c4-9950bfe1a366 service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1521602 Feb 02 13:47:05.034779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-0db5d8c1-4205-40ca-b7d7-ad7ea8ae3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:05.036703 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-0db5d8c1-4205-40ca-b7d7-ad7ea8ae3029 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 1160 time: 0.0839515 Feb 02 13:47:05.189672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-5c3d9515-3784-4102-8230-077c1f63cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:05.191199 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-5c3d9515-3784-4102-8230-077c1f63cb60 service neutron] 10.222.0.134 "GET /v2.0/networks?id=997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 200 len: 903 time: 0.1472440 Feb 02 13:47:05.268289 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-f0d36be5-3b3c-47e4-b02d-f3e64d142644 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1d5bc7-68ec-429d-abbe-970959b2b89d HTTP/1.1" status: 200 len: 217 time: 0.0711107 Feb 02 13:47:05.339850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-d5a9bd39-3905-48c6-a124-1679b71376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:05.341937 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-d5a9bd39-3905-48c6-a124-1679b71376dd service neutron] 10.222.0.134 "GET /v2.0/subnets?id=3f10da51-b9fa-4566-acfd-b440b4b1cb32 HTTP/1.1" status: 200 len: 849 time: 0.0678265 Feb 02 13:47:05.398496 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-15be1c7a-1492-4099-9505-7877c1c84c63 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=997fcd82-41a7-48bb-b4b2-16e1c47258f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517609 Feb 02 13:47:05.714827 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a85bf-81cd-4b88-bafe-0f99c2b37555 req-74e356c4-533b-4562-bd13-c4669a4557eb tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:05.717730 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ea1a85bf-81cd-4b88-bafe-0f99c2b37555 req-74e356c4-533b-4562-bd13-c4669a4557eb tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 943 time: 0.1865361 Feb 02 13:47:05.788440 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-ea1a85bf-81cd-4b88-bafe-0f99c2b37555 req-32dd9cd5-3863-4d51-8f27-ca5108c671c1 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626907 Feb 02 13:47:05.811831 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-f24f7936-b88c-4520-bd6d-07a48246f3c7 service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083612 Feb 02 13:47:05.960217 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0892c565-070b-44db-ace6-51aaab41dbd8 req-ec374cc2-b280-4d8d-8611-a3ae959a2678 service neutron] 10.222.0.134 "GET /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431880 Feb 02 13:47:07.102568 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307457ec-e51e-46e1-a0f5-90ed6384f10b req-26b41ad0-ee7a-4308-8a9c-1fc7e47677ef tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:07.104286 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-307457ec-e51e-46e1-a0f5-90ed6384f10b req-26b41ad0-ee7a-4308-8a9c-1fc7e47677ef tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 943 time: 0.1825955 Feb 02 13:47:07.194120 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-307457ec-e51e-46e1-a0f5-90ed6384f10b req-c2cf4bd0-179a-40c4-8e85-731bac11cd99 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832906 Feb 02 13:47:07.346580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device da1d5bc7-68ec-429d-abbe-970959b2b89d up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:47:07.425503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-60c3d3fb-1ffa-4974-9f70-482a9612eb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:07.438811 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port da1d5bc7-68ec-429d-abbe-970959b2b89d completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:47:07.444339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port da1d5bc7-68ec-429d-abbe-970959b2b89d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:47:07.444754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:07.760473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:07.789902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1d5bc7-68ec-429d-abbe-970959b2b89d'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:47:07.801609 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port da1d5bc7-68ec-429d-abbe-970959b2b89d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=da1d5bc7-68ec-429d-abbe-970959b2b89d,segment=NetworkSegment(c9043d6c-6062-43e1-a460-8e88831f7d12),segment_id=c9043d6c-6062-43e1-a460-8e88831f7d12)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:07.806192 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:07.808210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-67c2765c-ddf1-4f71-91af-57d315f7e583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:07.854925 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1d5bc7-68ec-429d-abbe-970959b2b89d', 'code': 200} Feb 02 13:47:07.884366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=da1d5bc7-68ec-429d-abbe-970959b2b89d,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:07.887844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:08.127597 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104addac-894e-44d6-b564-0210a03b6282 req-f9881467-857c-48b0-a9e0-6c15f4c3c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:08.127597 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-104addac-894e-44d6-b564-0210a03b6282 req-f9881467-857c-48b0-a9e0-6c15f4c3c871 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 1162 time: 0.0817425 Feb 02 13:47:08.167774 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-104addac-894e-44d6-b564-0210a03b6282 req-50631f3e-6f2f-423d-87ed-6b9f2ff6fa4c service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Feb 02 13:47:08.473322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:08.498237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484c1d-a4f7-4725-882f-368e0c485f2a req-b5c52faa-974a-4dca-bfdc-d5c0b9aefd5b tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:08.500382 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e2484c1d-a4f7-4725-882f-368e0c485f2a req-b5c52faa-974a-4dca-bfdc-d5c0b9aefd5b tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 945 time: 0.1741383 Feb 02 13:47:08.567829 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e2484c1d-a4f7-4725-882f-368e0c485f2a req-a272f61d-a29f-407e-a844-f60b5d4ace06 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608926 Feb 02 13:47:09.094831 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device da1d5bc7-68ec-429d-abbe-970959b2b89d up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:47:09.174237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port da1d5bc7-68ec-429d-abbe-970959b2b89d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:47:09.174846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:09.427285 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:09.880048 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bfd44-8dd3-476a-9bc0-f493c80a2beb req-a393eb6f-d2a2-4a14-944f-b8e04c46e45f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:09.881844 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1f9bfd44-8dd3-476a-9bc0-f493c80a2beb req-a393eb6f-d2a2-4a14-944f-b8e04c46e45f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 945 time: 0.1768031 Feb 02 13:47:09.948317 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1f9bfd44-8dd3-476a-9bc0-f493c80a2beb req-1ea7b7f1-c39d-49d7-be8e-a2ba99d50769 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599043 Feb 02 13:47:10.114766 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:11.376021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f310c-b6d0-4839-aed9-a68b26f3c9de req-441b421a-ff31-4e71-8a6c-c1bbd1d97da4 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:11.377701 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-098f310c-b6d0-4839-aed9-a68b26f3c9de req-441b421a-ff31-4e71-8a6c-c1bbd1d97da4 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 945 time: 0.1783085 Feb 02 13:47:11.460013 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-098f310c-b6d0-4839-aed9-a68b26f3c9de req-5a804d40-e00f-4fef-9df8-4ae81a524471 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726469 Feb 02 13:47:12.505838 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-8968c050-3aa8-4d66-80aa-1122c394987e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:12.506686 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-8968c050-3aa8-4d66-80aa-1122c394987e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Synchronizing usage tracker for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:47:12.523559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-8968c050-3aa8-4d66-80aa-1122c394987e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Unset dirty status for tenant:bfbeddf7d3074f56b34d50b3a713728d on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:47:12.524850 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-8968c050-3aa8-4d66-80aa-1122c394987e tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 945 time: 0.1999104 Feb 02 13:47:12.622463 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Deleting port da1d5bc7-68ec-429d-abbe-970959b2b89d {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:12.622894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:12.758648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8978a-1cc4-4756-a6a8-5b39657f7e97 req-54b8990d-85d5-4d99-ad8e-e67105d949cc tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:12.760306 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8e8978a-1cc4-4756-a6a8-5b39657f7e97 req-54b8990d-85d5-4d99-ad8e-e67105d949cc tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 945 time: 0.1670663 Feb 02 13:47:12.825892 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-b8e8978a-1cc4-4756-a6a8-5b39657f7e97 req-7d5040eb-16f2-434d-9877-3a521ec7f77f tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/security-groups?id=54e993cd-3793-4e8e-87e9-ade43da022b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585506 Feb 02 13:47:12.906269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] For port da1d5bc7-68ec-429d-abbe-970959b2b89d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=da1d5bc7-68ec-429d-abbe-970959b2b89d,segment=NetworkSegment(c9043d6c-6062-43e1-a460-8e88831f7d12),segment_id=c9043d6c-6062-43e1-a460-8e88831f7d12)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:12.906673 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:13.045893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Calling delete_port for da1d5bc7-68ec-429d-abbe-970959b2b89d owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:13.049505 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device da1d5bc7-68ec-429d-abbe-970959b2b89d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:47:13.187355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:13.222525 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:13.239390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-353f6e76-7f55-4761-ac95-3d6c50adc8e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:13.293226 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Pushing event deleted for resources: {'Port': ['ID=da1d5bc7-68ec-429d-abbe-970959b2b89d,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:13.343430 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:13.476347 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] No DVR routers for this DVR port da1d5bc7-68ec-429d-abbe-970959b2b89d on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:47:13.479950 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:13.482017 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'name': 'network-vif-deleted', 'tag': 'da1d5bc7-68ec-429d-abbe-970959b2b89d'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:47:13.501493 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-971e0ad5-e521-461a-9c09-ee3eaadb2b3d req-e2c6f6a6-dd5e-44ec-a3cf-e2c2410b5a52 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.134 "DELETE /v2.0/ports/da1d5bc7-68ec-429d-abbe-970959b2b89d HTTP/1.1" status: 204 len: 173 time: 0.9697981 Feb 02 13:47:13.558107 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e60b0e4-caf8-4beb-bea3-19d7bb8c84df', 'name': 'network-vif-deleted', 'tag': 'da1d5bc7-68ec-429d-abbe-970959b2b89d', 'status': 'completed', 'code': 200} Feb 02 13:47:14.036919 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-fa031b96-6ef8-4407-a63f-b3ef92753a7e req-eab41e44-abea-4887-85b7-07558318b847 tempest-VolumesActionsTest-670090228 tempest-VolumesActionsTest-670090228-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e60b0e4-caf8-4beb-bea3-19d7bb8c84df HTTP/1.1" status: 200 len: 210 time: 0.0586846 Feb 02 13:47:16.436861 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98b0f5-3b76-4e78-8af3-685b06d60700 req-56f875b3-f656-4776-987f-65355f3ee6f8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:16.438730 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df98b0f5-3b76-4e78-8af3-685b06d60700 req-56f875b3-f656-4776-987f-65355f3ee6f8 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1759155 Feb 02 13:47:16.510828 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-df98b0f5-3b76-4e78-8af3-685b06d60700 req-a86b7f0b-5f22-4c73-ac43-03775044a24f tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617805 Feb 02 13:47:17.526118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-210d7af6-0712-4f41-94ad-4f5ec6f66358 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:17.527671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-210d7af6-0712-4f41-94ad-4f5ec6f66358 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Synchronizing usage tracker for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:47:17.546501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-210d7af6-0712-4f41-94ad-4f5ec6f66358 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Unset dirty status for tenant:57c8bee94c904844a0da3c27079860f5 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:47:17.548031 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-210d7af6-0712-4f41-94ad-4f5ec6f66358 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.2285032 Feb 02 13:47:17.765595 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Deleting port b6e3bf36-eb4e-4b7b-920c-34d972d61928 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:17.765991 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:17.890328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001add3-6971-4d71-a08b-b2394d1b05ef req-9b6966bb-82b6-48b4-b7cc-4ca61f48fb7a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:47:17.898692 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7001add3-6971-4d71-a08b-b2394d1b05ef req-9b6966bb-82b6-48b4-b7cc-4ca61f48fb7a tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 945 time: 0.1975729 Feb 02 13:47:17.969544 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-7001add3-6971-4d71-a08b-b2394d1b05ef req-a9124ddb-15f0-4a13-aa19-d20a3b9e619b tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee77813a-a082-4711-80b6-2570d431a19a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695009 Feb 02 13:47:18.090664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] For port b6e3bf36-eb4e-4b7b-920c-34d972d61928, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b6e3bf36-eb4e-4b7b-920c-34d972d61928,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:18.090664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:18.548695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:18.549643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853802782'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:18.549953 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.db.l3_db [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Floating IP c404961a-e50a-4bed-bce2-8b74697d3d30 disassociated. External IP: 172.28.0.127, port: b6e3bf36-eb4e-4b7b-920c-34d972d61928. Feb 02 13:47:18.550656 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Calling delete_port for b6e3bf36-eb4e-4b7b-920c-34d972d61928 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:18.812457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:18.856351 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e09187f2-b0d2-4037-99cf-d155b5992c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:18.983859 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event deleted for resources: {'Port': ['ID=b6e3bf36-eb4e-4b7b-920c-34d972d61928,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:19.007931 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:19.123031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:47:19.205027 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] No Port match for: b6e3bf36-eb4e-4b7b-920c-34d972d61928 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:47:19.205426 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device b6e3bf36-eb4e-4b7b-920c-34d972d61928 not bound to the agent host hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:47:19.241858 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d03dfbde-e94c-4bb0-ac59-5abc6f01c9cf req-08745b7d-e957-4d6f-b94d-e7ca2a3045f3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 210 time: 0.0964844 Feb 02 13:47:19.406736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:47:19.756478 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:47:19.774203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:47:19.786826 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:47:19.787962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:47:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:19.818220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] No DVR routers for this DVR port b6e3bf36-eb4e-4b7b-920c-34d972d61928 on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:47:19.821081 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:19.824026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-deleted', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:47:19.841942 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8acb6e20-89d5-4c14-83d9-f5110ed0f21b req-970efeee-7bec-43cc-8de3-fc588735465d tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.134 "DELETE /v2.0/ports/b6e3bf36-eb4e-4b7b-920c-34d972d61928 HTTP/1.1" status: 204 len: 173 time: 2.2887914 Feb 02 13:47:19.904853 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5005578b-aa4f-48d2-894d-a751ada42d86', 'name': 'network-vif-deleted', 'tag': 'b6e3bf36-eb4e-4b7b-920c-34d972d61928', 'status': 'completed', 'code': 200} Feb 02 13:47:20.042348 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:47:20.515572 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-8b857d15-e5cf-417a-9411-93fbad4d5bf0 req-464f70e1-5237-4a02-addf-fcf20e892b1c tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/ports?device_id=5005578b-aa4f-48d2-894d-a751ada42d86 HTTP/1.1" status: 200 len: 210 time: 0.0731142 Feb 02 13:47:20.597356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:20.602203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:47:20.614275 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:47:20.614997 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:47:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:20.836536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:47:21.247191 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:21.254185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e907ca-e184-4051-b0ce-f54fe411afc5 None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:41:29Z', 'revision_number': 4, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb', '_interfaces': [{'id': 'f2b77422-138e-4895-9102-e477a82f9b72', 'name': '', 'network_id': 'eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'mac_address': 'fa:16:3e:8a:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '70126b11-2835-4ec3-b929-88a340b52346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:28Z', 'updated_at': '2021-02-02T13:41:36Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'subnets': [{'id': '70126b11-2835-4ec3-b929-88a340b52346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:47:21.695069 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7993d-b5b2-463a-bd25-bcf66b96534e None None] New status for floating IP c404961a-e50a-4bed-bce2-8b74697d3d30: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 02 13:47:21.757043 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47710) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:22.171236 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.204130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.267841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.273737 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1e0300dd-ea67-4306-a2be-4f3b39132975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:22.291644 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77813a-a082-4711-80b6-2570d431a19a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:22.303114 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:22.307177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.308374 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "DELETE /v2.0/security-groups/ee77813a-a082-4711-80b6-2570d431a19a HTTP/1.1" status: 204 len: 168 time: 0.5500352 Feb 02 13:47:22.311326 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47718) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:22.338985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.api.v2.resource [None req-151a5367-37f5-43d0-988c-26478bc3b530 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] show failed (client error): The resource could not be found. Feb 02 13:47:22.340132 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-151a5367-37f5-43d0-988c-26478bc3b530 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "GET /v2.0/security-groups/ee77813a-a082-4711-80b6-2570d431a19a HTTP/1.1" status: 404 len: 347 time: 0.0277975 Feb 02 13:47:22.343818 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47722) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:22.538091 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Deleting port c4b08fc3-6c58-458c-88fd-4494b916ba7f {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:22.538474 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.744967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.745664 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:22.899577 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Calling delete_port for c4b08fc3-6c58-458c-88fd-4494b916ba7f owned by network:floatingip {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:23.069772 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:23.089796 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d32625b0-2b5f-45e9-859f-d3fd2d3afec1 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:23.208229 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Pushing event deleted for resources: {'Port': ['ID=c4b08fc3-6c58-458c-88fd-4494b916ba7f,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:23.228545 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:23.351107 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks [] for floatingip, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:23.368599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:23.370196 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-0f8e2ff9-ca87-4b66-ad9c-454fe4399df3 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] 10.222.0.90 "DELETE /v2.0/floatingips/c404961a-e50a-4bed-bce2-8b74697d3d30 HTTP/1.1" status: 204 len: 168 time: 1.0249987 Feb 02 13:47:24.508125 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:26.536025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47766) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:27.693473 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853802698'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:28.645122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Deleting port f2b77422-138e-4895-9102-e477a82f9b72 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:28.646134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:28.945978 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] For port f2b77422-138e-4895-9102-e477a82f9b72, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=f2b77422-138e-4895-9102-e477a82f9b72,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:28.946801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:29.144171 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Calling delete_port for f2b77422-138e-4895-9102-e477a82f9b72 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:29.391339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:29.419722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b89d9a98-debc-49e5-b694-0c4e1fa0fc47 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:29.558308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b77422-138e-4895-9102-e477a82f9b72,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:29.571511 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:30.076013 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-972658'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:30.991291 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Router 233d51a3-97cf-417e-9ca6-5ffded0af3ec has already been hosted by L3 agent 70d1baa9-db32-4964-84fd-96d8f7486afd {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 02 13:47:31.232277 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] Notify agent at l3_agent.dv-cinder-772388-4-smb the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 02 13:47:31.245345 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] Sync routers for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 02 13:47:31.269994 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dc9fcd7b-3164-4468-b02b-6435f7f83dd2 admin admin] 10.222.0.90 "PUT /v2.0/routers/233d51a3-97cf-417e-9ca6-5ffded0af3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7277520 Feb 02 13:47:31.270584 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47800) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:31.272888 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:47:31.274780 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:47:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:31.611503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:47:31.743842 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:32.137867 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:32.147536 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Deleting port 6d42cc93-dd50-477c-a877-3d44e6eee602 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:32.148431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:32.255632 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:47:29Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:32.262305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] Checking router: 233d51a3-97cf-417e-9ca6-5ffded0af3ec for host: dv-cinder-772388-4-smb {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 02 13:47:32.274204 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] Routers {'233d51a3-97cf-417e-9ca6-5ffded0af3ec'} bound to L3 agent in host dv-cinder-772388-4-smb {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 02 13:47:32.274925 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-02T13:28:37Z,description=,heartbeat_timestamp=2021-02-02T13:47:07Z,host='dv-cinder-772388-4-smb',id=70d1baa9-db32-4964-84fd-96d8f7486afd,load=0,resource_versions=,resources_synced=,started_at=2021-02-02T13:28:37Z,topic='l3_agent')) {'router_ids': ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:32.782301 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] For port 6d42cc93-dd50-477c-a877-3d44e6eee602, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=6d42cc93-dd50-477c-a877-3d44e6eee602,segment=NetworkSegment(6ffebe4d-1942-4c77-91a5-04a478a69b6c),segment_id=6ffebe4d-1942-4c77-91a5-04a478a69b6c)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:32.783148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:32.866070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] Set router 233d51a3-97cf-417e-9ca6-5ffded0af3ec gateway port host: dv-cinder-772388-4-smb {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 02 13:47:33.026477 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Calling delete_port for 6d42cc93-dd50-477c-a877-3d44e6eee602 owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:33.273542 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:33.541948 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:47:29Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}], 'dv-cinder-772388-4-smb', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:33.549967 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f1dfb-3407-4e06-82ec-0b520d91a33f None None] The sync data for ids ['233d51a3-97cf-417e-9ca6-5ffded0af3ec'] in dv-cinder-772388-4-smb is: [{'id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'name': 'tempest-AttachVolumeShelveTestJSON-869309933-router', 'tenant_id': '57c8bee94c904844a0da3c27079860f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'external_fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-02T13:41:21Z', 'updated_at': '2021-02-02T13:47:29Z', 'revision_number': 5, 'project_id': '57c8bee94c904844a0da3c27079860f5', 'gw_port': {'id': '6d42cc93-dd50-477c-a877-3d44e6eee602', 'name': '', 'network_id': 'f1c61ec5-e69b-4d2b-9333-f4049ef50a27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d51a3-97cf-417e-9ca6-5ffded0af3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-02T13:41:23Z', 'updated_at': '2021-02-02T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ba7367f-6a67-4874-8b41-07c39778d80c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-4-smb'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 02 13:47:33.599856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-972948'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:33.859719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-969944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14183'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:33.867836 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:33.925311 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853806997'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:33.926304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233d51a3-97cf-417e-9ca6-5ffded0af3ec {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 13:47:33.954886 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:33.960635 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-9ae4ed51-4800-4c62-9c5c-d00f43c9ee92 admin admin] 10.222.0.90 "DELETE /v2.0/routers/233d51a3-97cf-417e-9ca6-5ffded0af3ec HTTP/1.1" status: 204 len: 168 time: 2.6848011 Feb 02 13:47:33.961356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47816) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:34.088940 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Deleting subnet 70126b11-2835-4ec3-b929-88a340b52346 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:47:34.094722 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:34.125352 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5982693c-126f-46a0-8701-de7828fe1599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:34.184152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6749136'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:34.333365 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:34.630785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 6d42cc93-dd50-477c-a877-3d44e6eee602 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:47:34.702389 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 6d42cc93-dd50-477c-a877-3d44e6eee602 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:47:34.703078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 6d42cc93-dd50-477c-a877-3d44e6eee602 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:47:34.703641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device f2b77422-138e-4895-9102-e477a82f9b72 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:47:34.757200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: f2b77422-138e-4895-9102-e477a82f9b72 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:47:34.757599 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device f2b77422-138e-4895-9102-e477a82f9b72 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:47:34.780841 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6504302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6779357'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:34.799152 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:34.889032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70126b11-2835-4ec3-b929-88a340b52346,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:34.906793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:34.953233 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:34.959643 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2007e33e-432b-47dc-b394-b364322f2266 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/70126b11-2835-4ec3-b929-88a340b52346 HTTP/1.1" status: 204 len: 168 time: 0.9963081 Feb 02 13:47:34.960006 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c650f-5731-49ed-bf36-4fe52dbf3799 None None] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 requested from dv-cinder-772388-4-smb {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 02 13:47:34.963295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47836) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:35.092211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:35.165499 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Deleting port 9f78e088-c819-4b1e-b4b5-732695629073 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:35.165797 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:35.266159 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] DHCP port deletion for eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 request from dv-cinder-772388-4-smb {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 02 13:47:35.273613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Deleting port 9f78e088-c819-4b1e-b4b5-732695629073 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:35.274305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:35.441879 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] For port 9f78e088-c819-4b1e-b4b5-732695629073, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=9f78e088-c819-4b1e-b4b5-732695629073,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:35.443468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:35.595049 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Calling delete_port for 9f78e088-c819-4b1e-b4b5-732695629073 owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:35.664531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] For port 9f78e088-c819-4b1e-b4b5-732695629073, host dv-cinder-772388-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-4-smb',level=0,port_id=9f78e088-c819-4b1e-b4b5-732695629073,segment=NetworkSegment(4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5),segment_id=4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:47:35.667361 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:35.726065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848271532'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:35.756235 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c4c61ba3-aef4-4a50-96db-aeaec307a4ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:35.874128 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Calling delete_port for 9f78e088-c819-4b1e-b4b5-732695629073 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:47:35.886310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f78e088-c819-4b1e-b4b5-732695629073,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:35.894359 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:35.958961 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] No DVR routers for this DVR port 9f78e088-c819-4b1e-b4b5-732695629073 on host dv-cinder-772388-4-smb {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:47:36.001641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:47:36.002485 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:47:36.094580 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:36.251330 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:36.273620 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:36.273962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb47f37-a7d6-4bb2-ab9d-1079c9ba08d5') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:36.295646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848026664'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:36.334567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:36.338189 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:47:36.504356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Deleting port 9f78e088-c819-4b1e-b4b5-732695629073 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:47:36.505201 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:36.616001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:47:36.636111 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504193'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:36.644458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c36e7009-d695-4ed2-898f-30a98646a3f5 None None] The port '9f78e088-c819-4b1e-b4b5-732695629073' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 02 13:47:36.655648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 9f78e088-c819-4b1e-b4b5-732695629073 no longer exists at agent ovs-agent-dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:47:36.696605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] No Port match for: 9f78e088-c819-4b1e-b4b5-732695629073 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 02 13:47:36.697031 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Device 9f78e088-c819-4b1e-b4b5-732695629073 not bound to the agent host dv-cinder-772388-4-smb {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 02 13:47:36.893607 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Network eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:47:36.935361 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:47:37.037484 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.042019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3d20fad1-7e45-47c2-a080-3897a9a630d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:37.056763 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.068370 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:37.080413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.080817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.081297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.081696 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.082100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.082503 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.082916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.083302 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.083703 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.084100 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.084504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.084884 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.085332 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.085764 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.086155 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.086552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.086944 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.087445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.087957 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.088339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.088733 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.089148 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.090118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.090118 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:37.096578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:37.103260 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-66439044-5e41-41f4-ad33-1aa6be462983 admin admin] 10.222.0.90 "DELETE /v2.0/networks/eff9d174-c82c-4dfb-ae22-c9a4c5cc6cb2 HTTP/1.1" status: 204 len: 168 time: 2.1383262 Feb 02 13:47:37.298565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47900) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:37.392791 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8b020d9b-676a-4fba-b9f1-f551cbf6c2d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=57c8bee94c904844a0da3c27079860f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919459 Feb 02 13:47:37.396055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47904) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:37.431252 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-69c41ddf-4f6c-4295-a0d7-f9e4c1126101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.476684 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.509533 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.565216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.570185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dcb06124-fba9-415a-94ba-beeaca27308f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:37.587224 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da417e1d-b77e-48cd-b7b7-a67e15ceafd1,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:37.590237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:37.598573 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.599987 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-6123b9c8-70b7-4bba-bff5-98498491a6b6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da417e1d-b77e-48cd-b7b7-a67e15ceafd1 HTTP/1.1" status: 204 len: 168 time: 0.2027786 Feb 02 13:47:37.732471 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47912) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:37.859037 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Deleting subnet 3f10da51-b9fa-4566-acfd-b440b4b1cb32 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 02 13:47:37.864113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:37.935771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847757444'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:38.013141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-159451'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:38.345583 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854616365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848316965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8052168'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:38.373415 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-807753da-2fcc-4135-a9ce-a1c3505c1b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:38.488376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:38.520457 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f10da51-b9fa-4566-acfd-b440b4b1cb32,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:38.565322 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.566044 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.566745 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.567951 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.568642 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.569398 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.570112 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.570832 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.571523 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.572221 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.572937 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.573647 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.574671 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.575168 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.575938 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.576625 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.577339 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.578023 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.578712 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.579399 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.579976 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.580399 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.580821 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.581335 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:47:38.593917 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:38.648025 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:38.661454 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-dea5c52d-7094-4ee6-8aa0-e8e60f325ae6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3f10da51-b9fa-4566-acfd-b440b4b1cb32 HTTP/1.1" status: 204 len: 168 time: 0.9271314 Feb 02 13:47:38.664521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47928) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:38.884169 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854672007'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:39.126848 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-162896', 'neutron.services.segments.db._delete_segments_for_network--9223363247920702870'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:39.282744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997fcd82-41a7-48bb-b4b2-16e1c47258f3']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:39.307254 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9043d6c-6062-43e1-a460-8e88831f7d12') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:39.307736 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.services.segments.db [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9043d6c-6062-43e1-a460-8e88831f7d12') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 02 13:47:39.330889 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247920705430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018356'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:39.353286 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854617291'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:39.355619 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 02 13:47:39.453074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:39.532349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:47:39.644612 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:47:39.669085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-158525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848317004'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:40.016295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Network 997fcd82-41a7-48bb-b4b2-16e1c47258f3 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: Traceback (most recent call last): Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: timer() Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: cb(*args, **kw) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: return func(*args, **kwargs) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: self._notify() Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: self.callback(batched_events) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: event.method(event) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: segment_id)['aggregates'][0] Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: return f(self, *a, **k) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: return self._get(url).json() Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: **kwargs) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: return self.request(url, 'GET', **kwargs) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: **endpoint_filter) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:47:40.060109 dv-cinder-772388-4-smb neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:47:40.135392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:40.217250 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854612888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853802867'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:40.223890 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027084'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:40.228217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:40.272678 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Pushing event deleted for resources: {'Network': ['ID=997fcd82-41a7-48bb-b4b2-16e1c47258f3,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:40.277255 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:40.284794 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-1851442a-bf7a-45b7-9ae9-daa1c1aa276d admin admin] 10.222.0.90 "DELETE /v2.0/networks/997fcd82-41a7-48bb-b4b2-16e1c47258f3 HTTP/1.1" status: 204 len: 168 time: 1.6185000 Feb 02 13:47:40.751868 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47956) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:40.845943 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-fe43fa4e-de18-47bf-8795-b4f6bb30c86a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bfbeddf7d3074f56b34d50b3a713728d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916038 Feb 02 13:47:40.849147 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47964) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:40.966490 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:41.016662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:41.115116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:41.125554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-12fadee9-b200-48e5-9ed5-4f28a12a46f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:41.146449 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e993cd-3793-4e8e-87e9-ade43da022b2,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:41.151670 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:41.155316 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:41.165550 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-c143ea1c-924d-4b88-be04-a9cd5a80db9e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/54e993cd-3793-4e8e-87e9-ade43da022b2 HTTP/1.1" status: 204 len: 168 time: 0.3144171 Feb 02 13:47:41.609718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 47978) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:41.864434 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:41.891003 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:47:41.897246 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Usage tracker for resource:security_group_rule and tenant:86626963e398431f95641b7b96743922 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:47:41.901699 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:47:41.909538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:47:42.053759 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.057755 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.074047 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43585fa1-3282-4c48-a473-cda50a9ae8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:42.156798 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=86626963e398431f95641b7b96743922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451427 Feb 02 13:47:42.158579 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc1c20c-b06d-448b-9046-384fcb9eb6be,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:42.159894 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 47992) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:42.164513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2d5683da-b229-43c0-8f6c-93fd77213e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:42.250793 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.279530 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.341850 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.346465 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-96a113fd-31a2-445c-b346-b47920a0c120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:42.363343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc1c20c-b06d-448b-9046-384fcb9eb6be,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:42.366590 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:42.374602 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.378953 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5edbd1df-2262-406a-acd8-2a0d8b9163dd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/efc1c20c-b06d-448b-9046-384fcb9eb6be HTTP/1.1" status: 204 len: 168 time: 0.2145784 Feb 02 13:47:42.866728 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48014) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:42.890857 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:42.909682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:47:42.914237 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Usage tracker for resource:security_group_rule and tenant:7a6d5d97c7704098b7e7408641d84fe8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:47:42.920086 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:47:42.930486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:47:43.080375 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:43.084314 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:43.092526 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a38981b2-c9f3-4b45-b059-607baf814cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:43.152676 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6101343e-71c3-4788-aac3-d8290e6d8c96,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:43.164078 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a6d5d97c7704098b7e7408641d84fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920322 Feb 02 13:47:43.164078 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5c874867-37e3-46ff-9594-7c7bea127b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:43.164694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48050) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:43.271714 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:43.318333 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:43.380308 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:43.386249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d88907b1-6a12-4bb9-82c4-344ae18bf847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:43.401875 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6101343e-71c3-4788-aac3-d8290e6d8c96,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:43.404662 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:43.407323 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:43.413063 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-abe07959-eaa8-4c07-8827-6fd04ce45d37 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6101343e-71c3-4788-aac3-d8290e6d8c96 HTTP/1.1" status: 204 len: 168 time: 0.2428012 Feb 02 13:47:54.371260 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48182) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:54.521122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.582266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.610409 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:47:54.614820 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Usage tracker for resource:security_group_rule and tenant:55fcfb89830d41208e0bc9a656f90758 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:47:54.619716 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:47:54.631087 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:47:54.734754 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.738065 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.747654 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c834c574-3d9b-4f59-b019-2f70db512fb9 tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:54.821584 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=55fcfb89830d41208e0bc9a656f90758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460909 Feb 02 13:47:54.821846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d2d067-e04d-420f-8997-56d40a45c2a0,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:54.822217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48192) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:54.827757 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b87a03df-4620-4560-bfc5-857345288dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:54.906920 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.937050 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.988447 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:54.993802 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0228944f-e1c9-4147-ada5-3a081b774386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:55.009216 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d2d067-e04d-420f-8997-56d40a45c2a0,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:55.012266 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:55.016358 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:55.016358 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-e65d3d0f-706b-41d3-897e-ca53ac729314 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/28d2d067-e04d-420f-8997-56d40a45c2a0 HTTP/1.1" status: 204 len: 168 time: 0.1929791 Feb 02 13:47:55.440085 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48202) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:55.464328 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:55.481222 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:47:55.486177 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Usage tracker for resource:security_group_rule and tenant:05eec2e2d0bc497fa9f1a5c2fae1fd4a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:47:55.490472 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:47:55.496694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:47:55.603698 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:55.607187 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:55.615560 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fe7cc3d1-4314-4697-a545-eff229793260 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:55.664053 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=05eec2e2d0bc497fa9f1a5c2fae1fd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227254 Feb 02 13:47:55.665182 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f69b8e-0717-4d52-86a4-e08fcbaa8f60,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:55.667807 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48206) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:47:55.671748 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-515da940-37cd-4280-8249-e2b735345b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:55.754504 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:56.047343 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:56.098249 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:56.103450 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3c0079fb-701f-4383-9825-ff7b5033a4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:47:56.116563 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f69b8e-0717-4d52-86a4-e08fcbaa8f60,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:47:56.120004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:47:56.122211 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:47:56.123868 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-27fe8d7f-aba2-484d-bb91-d01a5dc4c031 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/64f69b8e-0717-4d52-86a4-e08fcbaa8f60 HTTP/1.1" status: 204 len: 168 time: 0.4538391 Feb 02 13:48:03.046130 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48302) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:03.241771 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.265349 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:48:03.269788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Usage tracker for resource:security_group_rule and tenant:00ae15836c424c16beac05215d6e8426 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:48:03.273256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:48:03.281839 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:48:03.404150 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.408032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.416591 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9deca908-53da-4825-83fa-f767d9954dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:03.463077 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=00ae15836c424c16beac05215d6e8426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153779 Feb 02 13:48:03.464074 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86926828-814f-4802-8159-a7fca7c86f2c,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:03.467001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48308) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:03.470116 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-739b3891-ae19-461a-a3c2-c5a199ee7b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:03.542215 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.583181 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.648564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.653141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3415ccfb-9f48-4b02-8e05-3cbe068d1dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:03.677378 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86926828-814f-4802-8159-a7fca7c86f2c,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:03.683665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:03.704856 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:03.706188 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-8bf1a0bb-1cec-4450-93d9-5690a7312d03 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/86926828-814f-4802-8159-a7fca7c86f2c HTTP/1.1" status: 204 len: 168 time: 0.2380655 Feb 02 13:48:04.121366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cf35-bbb7-4dab-bb27-1b073295736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.262801 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48324) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:04.289605 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.320045 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:48:04.325689 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Usage tracker for resource:security_group_rule and tenant:04a18f337b68453bb764ad9dd892569e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:48:04.330744 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:48:04.338488 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:48:04.474295 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.478641 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.489575 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5c0601c9-cea7-459b-8b58-5803c8e70b79 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:04.548715 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04a18f337b68453bb764ad9dd892569e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842214 Feb 02 13:48:04.550067 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e23636-5cba-43bc-b153-ba20d6876f35,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:04.553729 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48328) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:04.556822 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-54c586e3-4773-45ad-a0bc-893b53018c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:04.650921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.697253 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.771954 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.777334 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cdec81a4-b0ee-49a8-8dd3-1476996ac5ca tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:04.791064 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e23636-5cba-43bc-b153-ba20d6876f35,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:04.794185 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:04.802390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:04.804372 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-63cb0577-6089-4f74-a91f-4c2f3f71f960 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76e23636-5cba-43bc-b153-ba20d6876f35 HTTP/1.1" status: 204 len: 168 time: 0.2494078 Feb 02 13:48:07.424648 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6b006c07-65c0-45fc-81c6-7e6f5bcbd103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:08.484665 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:08.633994 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-20a1440b-d588-4c8a-b2ef-e80e7c5f9bed tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=c579342cb01d4342b9a9182126f03580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609124 Feb 02 13:48:08.642366 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48392) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:08.940512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:08.959129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:48:08.963761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:04e46255a5fb499096cd753acc0f0a22 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:48:08.967363 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:48:08.973734 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:48:09.028355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-55af709a-7d05-4add-aba6-b6c5afe00488 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:09.030283 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-55af709a-7d05-4add-aba6-b6c5afe00488 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903229 Feb 02 13:48:09.049910 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-a93d7691-3fdd-47d4-99eb-21ee08c82cf8 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/quotas/c579342cb01d4342b9a9182126f03580 HTTP/1.1" status: 200 len: 375 time: 0.0120356 Feb 02 13:48:09.102482 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.106785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.115613 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-414af1d4-c29c-4646-a4ee-ca6366459400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:09.119458 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-ca03eb06-366d-42b6-a4e3-32ab9673fbe2 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c579342cb01d4342b9a9182126f03580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572362 Feb 02 13:48:09.177266 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04e46255a5fb499096cd753acc0f0a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330031 Feb 02 13:48:09.178355 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c307faea-52a4-4e67-be96-36caf64c144a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:09.181516 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48398) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:09.182695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7e94bce2-bb8b-4e7d-8b0c-66ebd3017bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:09.282220 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.329021 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.421968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.429846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6436ad2-c644-47f9-a986-43cf545c9321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:09.449721 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307faea-52a4-4e67-be96-36caf64c144a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:09.450873 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.455720 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:09.460486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:09.463299 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-d6a06521-773e-4ee1-bf89-8ad2579ba2d5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c307faea-52a4-4e67-be96-36caf64c144a HTTP/1.1" status: 204 len: 168 time: 0.2776270 Feb 02 13:48:09.673795 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d973cc83-4461-4e07-9f89-07d675c9a1a6 req-0c95650f-2fa5-4549-b154-eca10b15371a tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 210 time: 0.3319571 Feb 02 13:48:10.126892 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:10.863122 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-89c7a54e-8da3-4fe5-89ad-7c07b70e19c5 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.134 "GET /v2.0/networks?tenant_id=c579342cb01d4342b9a9182126f03580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506587 Feb 02 13:48:10.941436 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0ac4880d-a199-42e8-a811-f4c07db3ee16 req-f5771741-acf9-46d2-a6b9-38214e66afb0 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 210 time: 0.0655358 Feb 02 13:48:11.225597 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-2cbb6c1f-d63e-48e2-b783-854f23e7a4ab tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:11.227689 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-2cbb6c1f-d63e-48e2-b783-854f23e7a4ab tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.134 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578348 Feb 02 13:48:11.263102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Request body: {'port': {'device_id': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8', 'admin_state_up': True, 'tenant_id': 'c579342cb01d4342b9a9182126f03580'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:48:11.490288 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:48:11.497394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Usage tracker for resource:port and tenant:c579342cb01d4342b9a9182126f03580 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:48:11.502970 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:48:11.511986 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:48:11.523166 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Made reservation on behalf of c579342cb01d4342b9a9182126f03580 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 02 13:48:11.545564 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:11.565486 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:11.583694 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:48:11.588919 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Usage tracker for resource:security_group_rule and tenant:c579342cb01d4342b9a9182126f03580 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:48:11.594269 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:48:11.605392 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:48:11.762007 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:11.768309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:11.790775 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-17444ffc-4dc8-43d4-a692-b0038c35b8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:11.926598 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9bb930-bd58-441e-ac08-56e6d41f7f6d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:11.941893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:12.215026 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-500c2ecb-0cf3-44b7-a9de-0ea54dcde8e9 req-8da8645b-37c7-40a3-98ec-e059c936e98b tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 210 time: 0.0938685 Feb 02 13:48:12.261476 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Allocated IP 192.168.233.153 (0533d4e2-cd69-49a3-b437-0a606d2434e8/4084f631-27de-4d35-a76f-5f5c12d04006/5ad17c2b-1bf9-4a63-99cc-ca642e73b37d) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 02 13:48:12.542019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:12.564629 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Transition to ACTIVE for port object 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:48:12.592131 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247921142815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:12.607900 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d912ee20-2893-4b3a-8c48-9560594274cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:12.759445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Pushing event updated for resources: {'Port': ['ID=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:12.765803 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:12.834643 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 02 13:48:12.836026 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Resources bound (agent type, host, resource id): {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 02 13:48:12.838804 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 02 13:48:12.989817 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:12.992559 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:13.030337 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-65dd7478-a420-4ea7-be85-a7537941f561 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.134 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7769864 Feb 02 13:48:13.054113 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.v2.base [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Request body: {'port': {'device_id': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:48:13.195267 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-af3a5123-7979-4724-8fb5-cd9609211337 None None] Provisioning for port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:48:13.205141 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-af3a5123-7979-4724-8fb5-cd9609211337 None None] Provisioning complete for port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:48:13.205431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:13.205682 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af3a5123-7979-4724-8fb5-cd9609211337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:13.290565 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-af3a5123-7979-4724-8fb5-cd9609211337 None None] Port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 02 13:48:13.680241 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c7b0c-dea2-45af-aa44-edbff3a6408b req-e595de89-0c37-4373-9414-724144b85a76 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:13.682009 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e0c7b0c-dea2-45af-aa44-edbff3a6408b req-e595de89-0c37-4373-9414-724144b85a76 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 936 time: 0.2376010 Feb 02 13:48:13.763937 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-6e0c7b0c-dea2-45af-aa44-edbff3a6408b req-6a909a34-de1d-4bce-8608-d2c945b4b3b3 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731406 Feb 02 13:48:14.099259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 02 13:48:14.110306 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:14.133501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Transition to ACTIVE for port object 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 02 13:48:14.137492 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:14.161798 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8fe75e84-687b-4932-91a2-647f349ca596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:14.333870 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:14.338725 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:14.651785 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Attempting to bind port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:48:14.652710 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Attempting to bind port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 02 13:48:14.653543 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Attempting to bind port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d on network 0533d4e2-cd69-49a3-b437-0a606d2434e8 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 02 13:48:14.665814 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Checking agent: {'id': '4a464bf9-da1a-4313-8931-e1a7abe412fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 2, 13, 35, 54), 'started_at': datetime.datetime(2021, 2, 2, 13, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 2, 13, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.131', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 13:48:14.666846 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Checking segment: {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 02 13:48:14.667904 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:14.668756 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Bound using segment: {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 13:48:14.669880 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Bound port: 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4ccb96-3faf-4265-8c88-42e86ac6fa70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0533d4e2-cd69-49a3-b437-0a606d2434e8'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 02 13:48:14.670691 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:14.822356 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] For port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host hv-cinder-77238, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 02 13:48:14.829383 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] For port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 02 13:48:14.835115 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848317034'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:14.865735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-297ff4c0-d9b5-4edd-8ee1-9bf19a658ad8 tempest-AttachVolumeTestJSON-1248780591 tempest-AttachVolumeTestJSON-1248780591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:15.121727 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:15.128713 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:15.165695 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:15.166401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:15.168075 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-554340f8-c94f-4a24-8eac-7d2752150065 service neutron] 10.222.0.134 "PUT /v2.0/ports/5ad17c2b-1bf9-4a63-99cc-ca642e73b37d HTTP/1.1" status: 200 len: 1162 time: 2.1198566 Feb 02 13:48:15.168687 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:48:15.232102 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d', 'status': 'completed', 'code': 200} Feb 02 13:48:15.269305 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38eba-7f6d-4390-a121-55f38e14c17b req-67eb815e-8bcb-4d01-acec-1be1a1e178f6 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:15.271102 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ec38eba-7f6d-4390-a121-55f38e14c17b req-67eb815e-8bcb-4d01-acec-1be1a1e178f6 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 948 time: 0.2430403 Feb 02 13:48:15.348422 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-584dbf78-a1e6-42ed-800a-e1b4eb4fdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:15.351142 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-584dbf78-a1e6-42ed-800a-e1b4eb4fdc84 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c579342cb01d4342b9a9182126f03580&device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 1165 time: 0.1169746 Feb 02 13:48:15.363223 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1ec38eba-7f6d-4390-a121-55f38e14c17b req-1aa61035-0a52-4cad-9c42-2521d1b82493 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 Feb 02 13:48:15.448800 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-0813671a-468f-47df-b2db-60decea5bbcc service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d HTTP/1.1" status: 200 len: 217 time: 0.0799203 Feb 02 13:48:15.554635 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-229749fc-a839-4a21-9f91-e0eaffeed8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:15.556265 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-229749fc-a839-4a21-9f91-e0eaffeed8ad service neutron] 10.222.0.134 "GET /v2.0/subnets?id=4084f631-27de-4d35-a76f-5f5c12d04006 HTTP/1.1" status: 200 len: 843 time: 0.1005080 Feb 02 13:48:15.681121 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-53916e1d-5267-4b62-9c17-f5bf24eecbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:15.682792 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-53916e1d-5267-4b62-9c17-f5bf24eecbda service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=0533d4e2-cd69-49a3-b437-0a606d2434e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1172106 Feb 02 13:48:15.866563 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-d253027e-a383-4aa7-9bb0-07ceea5a9332 service neutron] 10.222.0.134 "GET /v2.0/networks/0533d4e2-cd69-49a3-b437-0a606d2434e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698391 Feb 02 13:48:16.070722 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-600ac0de-2a0f-4819-b5c3-8ff7ab688a4f req-6b177bee-7c34-4023-9c7e-231c792e3f6b service neutron] 10.222.0.134 "GET /v2.0/networks/0533d4e2-cd69-49a3-b437-0a606d2434e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1925566 Feb 02 13:48:16.278200 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2527ee-a219-4339-b90d-a15a745ff717 req-bb2ff1cc-9a70-4c87-b2fc-2ae346cf96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:16.279985 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-bb2ff1cc-9a70-4c87-b2fc-2ae346cf96f6 service neutron] 10.222.0.134 "GET /v2.0/ports?tenant_id=c579342cb01d4342b9a9182126f03580&device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 1165 time: 0.1000516 Feb 02 13:48:16.461367 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2527ee-a219-4339-b90d-a15a745ff717 req-188f48aa-dc62-4d3d-a3b3-0ed6340fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:16.463062 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-188f48aa-dc62-4d3d-a3b3-0ed6340fc8c7 service neutron] 10.222.0.134 "GET /v2.0/networks?id=0533d4e2-cd69-49a3-b437-0a606d2434e8 HTTP/1.1" status: 200 len: 863 time: 0.1769323 Feb 02 13:48:16.528680 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:48:16.547864 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-c810ee60-4752-433c-9e6c-5266e629e599 service neutron] 10.222.0.134 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d HTTP/1.1" status: 200 len: 217 time: 0.0786974 Feb 02 13:48:16.639589 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2527ee-a219-4339-b90d-a15a745ff717 req-c0b890c5-c88d-44ae-95a2-dc4268fa19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:16.641515 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-c0b890c5-c88d-44ae-95a2-dc4268fa19a8 service neutron] 10.222.0.134 "GET /v2.0/subnets?id=4084f631-27de-4d35-a76f-5f5c12d04006 HTTP/1.1" status: 200 len: 843 time: 0.0885701 Feb 02 13:48:16.759243 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2527ee-a219-4339-b90d-a15a745ff717 req-a8fff589-3d7d-44d8-a503-1471adc29cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:16.762018 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-a8fff589-3d7d-44d8-a503-1471adc29cf1 service neutron] 10.222.0.134 "GET /v2.0/ports?network_id=0533d4e2-cd69-49a3-b437-0a606d2434e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1140900 Feb 02 13:48:16.806297 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b5eaa-b30b-491e-8192-1ba46e4e8c37 req-41b4aebf-608e-44b9-8256-38ea761b9dd1 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:16.808109 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5b3b5eaa-b30b-491e-8192-1ba46e4e8c37 req-41b4aebf-608e-44b9-8256-38ea761b9dd1 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 948 time: 0.2250035 Feb 02 13:48:16.911109 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-5b3b5eaa-b30b-491e-8192-1ba46e4e8c37 req-42803f0c-59d1-4fa3-b8cb-bef671501ec0 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918069 Feb 02 13:48:16.965916 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-8ed18cf9-fe3b-4043-9e77-99767ee3265b service neutron] 10.222.0.134 "GET /v2.0/networks/0533d4e2-cd69-49a3-b437-0a606d2434e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930702 Feb 02 13:48:17.172730 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-db2527ee-a219-4339-b90d-a15a745ff717 req-b6df5261-ad50-4620-94ae-6e6b6a577243 service neutron] 10.222.0.134 "GET /v2.0/networks/0533d4e2-cd69-49a3-b437-0a606d2434e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1996274 Feb 02 13:48:17.800481 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.90', 48492) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:17.902257 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Network 0533d4e2-cd69-49a3-b437-0a606d2434e8 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 02 13:48:18.061908 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.091032 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 02 13:48:18.096070 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Usage tracker for resource:security_group_rule and tenant:27c8042971e8477bbc6ec5e01822ef71 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 02 13:48:18.100876 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 02 13:48:18.109462 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 02 13:48:18.238963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.244098 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.260561 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d298991e-11ce-4cf6-81d5-20479143c0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:18.330011 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e85d6d-1021-4548-86cf-b03c566ad128,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:18.348425 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:18.348617 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a98c0-fd17-4482-ae87-674ce61f865b req-56d0ed0e-368d-4c0c-80ac-60e74aac7cc7 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:18.350348 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-084a98c0-fd17-4482-ae87-674ce61f865b req-56d0ed0e-368d-4c0c-80ac-60e74aac7cc7 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 948 time: 0.2249444 Feb 02 13:48:18.353882 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-ff3d6c97-630f-451e-a5da-9a43235142f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=27c8042971e8477bbc6ec5e01822ef71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522382 Feb 02 13:48:18.358921 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48500) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:18.405138 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.objects.ports [None req-f9068cfd-5b3d-4bb8-8371-d46e381e320e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 02 13:48:18.476435 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-084a98c0-fd17-4482-ae87-674ce61f865b req-11261b3e-716d-4b00-9f36-75eaac00c3e2 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142244 Feb 02 13:48:18.493962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.535014 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.591651 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.599417 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-487ad9c3-6cf4-4c94-adb3-591a0558b79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:18.613959 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e85d6d-1021-4548-86cf-b03c566ad128,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:18.617431 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:18.620493 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:18.625100 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-23c17589-9dcb-479b-96e2-efdf2e5fd99b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/55e85d6d-1021-4548-86cf-b03c566ad128 HTTP/1.1" status: 204 len: 168 time: 0.2649062 Feb 02 13:48:18.819468 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:48:18.955655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning for port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 02 13:48:18.965309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:48:18.966004 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:19.121552 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:19.153512 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:48:19.164939 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:48:19.168498 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:19.171377 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:19.250962 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d', 'code': 200} Feb 02 13:48:19.253809 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:19.262458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.262863 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.263227 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.263608 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.264019 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.264400 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.264776 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.265170 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.265547 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.265916 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.266289 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.266655 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-4-smb {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.267071 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.267438 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.267806 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.268172 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.268538 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.268930 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.269310 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.269672 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.270038 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.270405 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.270769 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.271134 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 02 13:48:19.275934 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:19.821106 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e01b7d-383b-4fc6-9b7b-87d1bda7610b req-3791ce24-8373-4cd3-8579-2a75673134b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:19.822721 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79e01b7d-383b-4fc6-9b7b-87d1bda7610b req-3791ce24-8373-4cd3-8579-2a75673134b0 service neutron] 10.222.0.134 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 1167 time: 0.3159180 Feb 02 13:48:19.835178 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab1bbe-8fd2-4a3f-9ce9-9d3ea4c80b5a req-4821dfca-1ba2-4c83-9820-bbddda230220 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:19.837029 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3ab1bbe-8fd2-4a3f-9ce9-9d3ea4c80b5a req-4821dfca-1ba2-4c83-9820-bbddda230220 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 950 time: 0.2088847 Feb 02 13:48:19.845719 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d up at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 02 13:48:19.871127 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-79e01b7d-383b-4fc6-9b7b-87d1bda7610b req-a944b78c-6cf2-443d-a7ef-78c66a882da9 service neutron] 10.222.0.134 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Feb 02 13:48:19.921793 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-e3ab1bbe-8fd2-4a3f-9ce9-9d3ea4c80b5a req-46cc8728-ce61-4dd6-bb45-6caf1375cfd1 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762322 Feb 02 13:48:19.935122 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Provisioning complete for port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 02 13:48:19.935788 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854540453'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:21.309036 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7559ea-fa4e-4d0c-81cd-ba030a033c0d req-9baf56e1-3a38-4574-8ba9-83e4c787d6b6 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:21.310923 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0b7559ea-fa4e-4d0c-81cd-ba030a033c0d req-9baf56e1-3a38-4574-8ba9-83e4c787d6b6 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 950 time: 0.1954675 Feb 02 13:48:21.385710 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-0b7559ea-fa4e-4d0c-81cd-ba030a033c0d req-287acc1c-a39d-452e-b23e-b83b454d1f1c tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648458 Feb 02 13:48:22.089963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971456-ad60-42f1-8cc9-7cefed623ea0 req-a9fb0b0d-1d00-4ecf-ab29-8895014c4746 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:22.091958 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cc971456-ad60-42f1-8cc9-7cefed623ea0 req-a9fb0b0d-1d00-4ecf-ab29-8895014c4746 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 950 time: 0.2007000 Feb 02 13:48:22.176172 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-cc971456-ad60-42f1-8cc9-7cefed623ea0 req-159750ed-105d-48ca-b4b4-5da8be9179ed tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756645 Feb 02 13:48:23.103440 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-29b6e204-a300-499d-8635-81b918c7acfd tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:23.104274 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-29b6e204-a300-499d-8635-81b918c7acfd tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Synchronizing usage tracker for tenant:c579342cb01d4342b9a9182126f03580 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 02 13:48:23.128280 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.quota.resource [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-29b6e204-a300-499d-8635-81b918c7acfd tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Unset dirty status for tenant:c579342cb01d4342b9a9182126f03580 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 02 13:48:23.130387 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-29b6e204-a300-499d-8635-81b918c7acfd tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.134 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 950 time: 0.2095134 Feb 02 13:48:23.240501 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Deleting port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:48:23.240963 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:23.655837 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] For port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:48:23.656554 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:23.703210 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4cf5d-9a13-4cbc-a8f7-c63f9503072f req-38c8e693-2979-4c85-8a7e-1c78123f76d0 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:23.705278 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d9d4cf5d-9a13-4cbc-a8f7-c63f9503072f req-38c8e693-2979-4c85-8a7e-1c78123f76d0 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 950 time: 0.1906343 Feb 02 13:48:23.749540 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Device 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 02 13:48:23.796413 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-d9d4cf5d-9a13-4cbc-a8f7-c63f9503072f req-9994aee0-6e75-4ec4-a6c1-dfa49822df5b tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826132 Feb 02 13:48:23.916041 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854664071'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:23.955103 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:48:23.967304 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] For port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:48:23.972513 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247920734853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788933593066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788933595405'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:23.975549 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:24.062112 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d', 'code': 200} Feb 02 13:48:24.093353 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Pushing event updated for resources: {'Port': ['ID=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:24.098283 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:24.183309 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Calling delete_port for 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:48:24.302794 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.db.api [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:48:24.303394 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_db.api [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 02 13:48:24.530761 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:24.805184 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Deleting port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 02 13:48:24.805445 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788934027157'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:25.175567 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] For port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,segment=NetworkSegment(0e4ccb96-3faf-4265-8c88-42e86ac6fa70),segment_id=0e4ccb96-3faf-4265-8c88-42e86ac6fa70)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 02 13:48:25.175862 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853806741'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:25.229968 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3672-b344-49a8-99bb-47c71c1de148 req-9bb7635c-9870-4ab6-a1b8-c7bee9e2da3a tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 02 13:48:25.232076 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-929d3672-b344-49a8-99bb-47c71c1de148 req-9bb7635c-9870-4ab6-a1b8-c7bee9e2da3a tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 948 time: 0.2222023 Feb 02 13:48:25.314037 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-929d3672-b344-49a8-99bb-47c71c1de148 req-d63bb557-7496-4352-bd6d-10494aeac481 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/security-groups?id=ac9bb930-bd58-441e-ac08-56e6d41f7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745609 Feb 02 13:48:25.356453 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Calling delete_port for 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 02 13:48:25.543137 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854663998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842144751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1027101', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247920734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247921182751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6458849'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:25.568933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-503a66ac-8883-44e1-8452-69bf6d044fd6 tempest-TestMinimumBasicScenario-246385885 tempest-TestMinimumBasicScenario-246385885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:25.695702 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Pushing event deleted for resources: {'Port': ['ID=5ad17c2b-1bf9-4a63-99cc-ca642e73b37d,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:25.703646 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:25.833001 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] No DVR routers for this DVR port 5ad17c2b-1bf9-4a63-99cc-ca642e73b37d on host hv-cinder-77238 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 02 13:48:25.836083 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5854'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:25.839413 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'name': 'network-vif-deleted', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 13:48:25.871569 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-1d30535f-a5d8-4b81-b6c3-c9f4912fbf20 req-ab29780c-5984-491d-bd66-0550d8a2d458 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.134 "DELETE /v2.0/ports/5ad17c2b-1bf9-4a63-99cc-ca642e73b37d HTTP/1.1" status: 204 len: 173 time: 2.7340517 Feb 02 13:48:25.940487 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd31b0-eb35-4140-a680-e993e7d62ffb', 'name': 'network-vif-deleted', 'tag': '5ad17c2b-1bf9-4a63-99cc-ca642e73b37d', 'status': 'completed', 'code': 200} Feb 02 13:48:26.600971 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [req-3332e8e7-b963-414a-b5a9-4a73eee9e512 req-07dfed5b-5419-42b0-92cb-49967d75f415 tempest-VolumesNegativeTest-1578964053 tempest-VolumesNegativeTest-1578964053-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2dd31b0-eb35-4140-a680-e993e7d62ffb HTTP/1.1" status: 200 len: 210 time: 0.0756202 Feb 02 13:48:33.767735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48756) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:34.002262 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-20d8acc3-57ff-482b-899c-8d1d9baa98fc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c579342cb01d4342b9a9182126f03580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331135 Feb 02 13:48:34.005735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.90', 48762) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 02 13:48:34.083705 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:34.126893 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:34.129903 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0ba48272-05ca-4b59-bead-286725e014f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:34.187057 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853868913'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:34.192376 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c14a0f7b-4e06-44e1-877c-f908afe445eb tempest-AttachVolumeShelveTestJSON-1533949568 tempest-AttachVolumeShelveTestJSON-1533949568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 02 13:48:34.207469 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9bb930-bd58-441e-ac08-56e6d41f7f6d,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 02 13:48:34.210650 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 02 13:48:34.214844 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:34.220323 dv-cinder-772388-4-smb neutron-server[80063]: INFO neutron.wsgi [None req-caba8991-4865-4d6d-8b22-88af8843fe73 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ac9bb930-bd58-441e-ac08-56e6d41f7f6d HTTP/1.1" status: 204 len: 168 time: 0.2130301 Feb 02 13:48:37.420129 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9575-fe03-4780-a56b-8a6c8d96fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:38.487256 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:39.437610 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:40.133390 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:48:53.521521 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:48:54.549061 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:04.135466 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ebb9-dc35-497d-9b08-a4cf08265bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:07.427259 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd8acf81-d9c4-4a4e-a4e8-e859e4fcfb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:08.487346 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:09.437217 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:10.143779 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:24.581452 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:30.525593 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:49:34.134203 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-90b356f9-e411-458b-b6b6-989193b399ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:37.431847 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bb1a40ca-b435-4077-8449-36cfe9557e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:38.520458 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:39.435531 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:40.145451 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:49:54.586386 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:04.129735 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ef247be-7b43-420f-bda6-20f0ed18322b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:07.427715 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-198cea8b-0a3c-4767-b3ae-c30376226e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:07.526022 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:50:08.682401 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:09.432102 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:10.141337 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:24.574596 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:34.136566 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06829803-bb8f-47a2-88e9-db899effe54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:37.441902 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-296a7761-8bf7-4b3b-ac87-a85c45c742fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:38.498962 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:39.427068 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:40.145248 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:50:44.533718 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:50:54.594030 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:51:04.134167 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fabed824-dc94-48c9-8367-0cd4f28e17f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:51:07.428953 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-07aa5179-e14e-4f97-9cd6-ccd53bc74365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:51:08.511578 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5368b474-474f-4b11-8e9c-516e62805320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:51:09.441989 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7f313de-1345-448b-8ce6-53c0bd3da056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:51:10.149933 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3dd89ef9-148f-40cf-9435-c0bd0581086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 02 13:51:21.524009 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron.db.agents_db [None req-c847274c-331f-48fe-87f1-39b9a95c427e None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 02 13:51:24.616055 dv-cinder-772388-4-smb neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1341-9446-4c16-86dc-ad4ea35f2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247920702887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-235308'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}